
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)

# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))

Running in /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpq_0bswln


import os
if 'CRDS_CACHE_TYPE' in os.environ:
    if os.environ['CRDS_CACHE_TYPE'] == 'local':
        os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
    elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
        os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))

CRDS cache location: /grp/crds/cache


#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils
import math

from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS

# Box download imports 
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext

import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel

from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base

from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline


print(jwst.__version__) 
print(data_dir)

1.7.2
<TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpq_0bswln'>


# Read in dataset from Box

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url, timeout=600)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)
 
# F770W data of PID 1040 (LMC), taken in May 2022   
file_urls = ['https://stsci.box.com/shared/static/yk2kfwxr1dv7mcc84zvi02t7mq8e5wc7.fits',
             'https://stsci.box.com/shared/static/icedk709owq6op5mttv4y8k0bce58wu7.fits',
             'https://stsci.box.com/shared/static/kq4h4pb95yse3k1ryb0d1vcs69ay4679.fits',
             'https://stsci.box.com/shared/static/z1wbjh0y3dzuh2i5heejo0sehwqu2p2w.fits',
             'https://stsci.box.com/shared/static/q01wh0evq7w7klqy566cbm1qlpuys7h7.fits',
             'https://stsci.box.com/shared/static/gj558uxvarmcm807z7hv3h1nh7hscudc.fit'] 

file_names = ['jw01040001005_03103_00001_mirimage_uncal.fits',
              'jw01040001005_03103_00002_mirimage_uncal.fits',
              'jw01040001005_03103_00003_mirimage_uncal.fits',
              'jw01040001005_03103_00004_mirimage_uncal.fits',
              'jw01040001005_03103_00005_mirimage_uncal.fits',
              'Gaia_pid_1040.fit']


box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]


get_box_files(box_download_list)


uncalfiles = file_names[0:-1]

full_gaia_cat = file_names[-1]

print('Filenames of uncal files')
print(uncalfiles)
print()
print('Gaia catalog name: ', full_gaia_cat)

Filenames of uncal files
['jw01040001005_03103_00001_mirimage_uncal.fits', 'jw01040001005_03103_00002_mirimage_uncal.fits', 'jw01040001005_03103_00003_mirimage_uncal.fits', 'jw01040001005_03103_00004_mirimage_uncal.fits', 'jw01040001005_03103_00005_mirimage_uncal.fits']

Gaia catalog name:  Gaia_pid_1040.fit


# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')    
    
print('There are ', len(uncalfiles), ' images.')
        
slopelist = []    
    
# loop over list of files
for file in uncalfiles:

    # Run pipeline on each file
    rampfile = Detector1Pipeline.call(file, save_results=True)
    
    # set up output file name
    base, remainder = file.split('.')
    outname = base
    
    slopelist.append(base+'rate.fits')

print('Detector 1 steps completed on all files.')
print(slopelist)

There are  5  images.

2022-10-04 17:31:42,123 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:31:42,144 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:31:42,145 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:31:42,146 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:31:42,147 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:31:42,148 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:31:42,149 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:31:42,151 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:31:42,152 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:31:42,153 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:31:42,154 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:31:42,155 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:31:42,157 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:31:42,158 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:31:42,159 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:31:42,160 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:31:42,162 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:31:42,163 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:31:42,259 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00001_mirimage_uncal.fits',).
2022-10-04 17:31:42,269 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:31:42,509 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:31:42,534 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:31:42,536 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:31:42,538 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:31:42,539 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:31:42,541 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:31:42,541 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:31:42,543 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:31:42,543 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:31:42,544 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:31:42,546 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:31:42,547 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:31:42,548 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:31:42,548 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:31:42,549 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:31:43,025 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,026 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:43,100 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:31:43,101 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:31:43,104 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:31:43,293 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,295 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:43,318 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:31:43,564 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:31:43,754 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:43,755 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:31:43,778 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:31:44,262 - stpipe.Detector1Pipeline.saturation - INFO - Detected 820 saturated pixels
2022-10-04 17:31:44,268 - stpipe.Detector1Pipeline.saturation - INFO - Detected 76 A/D floor pixels
2022-10-04 17:31:44,277 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:31:44,474 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,475 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:44,476 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:31:44,479 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:31:44,672 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,674 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:44,744 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:31:44,934 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:44,936 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:45,011 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:31:45,197 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:45,199 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:45,226 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:31:46,202 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:31:46,399 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:46,401 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:31:46,425 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:31:47,037 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:31:47,220 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:47,222 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:31:47,246 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:31:47,355 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:31:47,536 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:31:47,538 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:31:47,561 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:16,545 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:16,548 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:17,560 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:17,793 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:17,795 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:17,859 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:17,860 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:17,861 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:17,861 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:17,862 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:17,863 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:17,865 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:17,936 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:17,949 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:18,110 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:18,112 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:18,122 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:18,136 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:18,174 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:18,286 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:18,303 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:18,774 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:32:18,802 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:18,803 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8213 pixels with at least one CR from four groups.
2022-10-04 17:32:18,804 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 97 pixels with at least one CR from three groups.
2022-10-04 17:32:19,572 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.28445 sec
2022-10-04 17:32:19,575 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.452910
2022-10-04 17:32:19,581 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:19,767 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:19,769 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:19,804 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:19,804 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:19,853 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:19,854 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:19,888 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:19,889 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:22,983 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:22,984 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:23,073 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:23,174 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:23,176 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:23,216 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:23,216 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:23,221 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:23,313 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-10-04 17:32:23,314 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:23,356 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:23,357 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:23,362 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:23,449 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rateints.fits
2022-10-04 17:32:23,450 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:23,451 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:23,527 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rate.fits
2022-10-04 17:32:23,528 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:23,753 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:23,770 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:23,772 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:23,773 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:23,774 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:23,775 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:23,776 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:23,777 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:23,778 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:23,779 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:23,780 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:23,781 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:23,782 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:23,783 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:23,784 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:23,786 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:23,787 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:23,788 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:23,884 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00002_mirimage_uncal.fits',).
2022-10-04 17:32:23,893 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:24,108 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:24,117 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:24,120 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:24,121 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:24,123 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:24,126 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:24,127 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:24,128 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:24,128 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:24,130 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:24,132 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:24,135 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:24,135 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:24,136 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:24,136 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:24,461 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,463 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:24,527 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:24,528 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:24,530 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:24,626 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,628 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:24,649 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:24,839 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:24,936 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:24,937 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:24,958 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:25,349 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-10-04 17:32:25,354 - stpipe.Detector1Pipeline.saturation - INFO - Detected 80 A/D floor pixels
2022-10-04 17:32:25,363 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:25,487 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,488 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,489 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:25,491 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:25,579 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,581 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,644 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:25,742 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,744 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,806 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:25,905 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:25,906 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:25,927 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:26,238 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:26,339 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,340 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:26,362 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:26,642 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:26,740 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,741 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:26,763 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:26,864 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:26,965 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:26,967 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:26,989 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:29,526 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:29,527 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:30,508 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:30,631 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:30,632 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:30,694 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:30,694 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:30,695 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:30,695 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:30,696 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:30,696 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:30,697 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:30,697 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:30,699 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:30,766 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:30,779 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:30,875 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:30,877 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:30,886 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:30,900 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:30,939 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:31,035 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:31,047 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:31,506 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:32:31,535 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:31,536 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8588 pixels with at least one CR from four groups.
2022-10-04 17:32:31,537 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 100 pixels with at least one CR from three groups.
2022-10-04 17:32:32,336 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.30013 sec
2022-10-04 17:32:32,340 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.453410
2022-10-04 17:32:32,345 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:32,442 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:32,443 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:32,475 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:32,476 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:32,525 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:32,525 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:32,559 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:32,560 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:35,736 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:35,737 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:35,817 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:35,914 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:35,916 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:35,954 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:35,955 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:35,960 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:36,054 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-10-04 17:32:36,056 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:36,098 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:36,099 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:36,103 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:36,190 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rateints.fits
2022-10-04 17:32:36,191 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:36,191 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:36,267 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rate.fits
2022-10-04 17:32:36,268 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:36,494 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:36,510 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:36,512 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:36,513 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:36,514 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:36,516 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:36,517 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:36,518 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:36,519 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:36,520 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:36,522 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:36,523 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:36,524 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:36,526 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:36,527 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:36,529 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:36,530 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:36,531 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:36,634 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00003_mirimage_uncal.fits',).
2022-10-04 17:32:36,644 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:36,863 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:36,870 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:36,872 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:36,873 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:36,874 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:36,876 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:36,876 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:36,877 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:36,877 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:36,879 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:36,880 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:36,881 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:36,882 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:36,882 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:36,883 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:37,216 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,218 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:37,281 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:37,282 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:37,285 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:37,383 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,384 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:37,405 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:37,596 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:37,694 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:37,696 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:37,717 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:38,096 - stpipe.Detector1Pipeline.saturation - INFO - Detected 801 saturated pixels
2022-10-04 17:32:38,101 - stpipe.Detector1Pipeline.saturation - INFO - Detected 78 A/D floor pixels
2022-10-04 17:32:38,109 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:38,210 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,212 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,212 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:38,215 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:38,304 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,305 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,369 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:38,468 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,470 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,533 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:38,634 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:38,635 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:38,657 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:38,960 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:39,065 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,067 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:39,088 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:39,373 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:39,474 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,476 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:39,497 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:39,598 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:39,699 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:39,700 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:39,721 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:42,163 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:42,165 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:43,151 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:43,277 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:43,279 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:43,342 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:43,343 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:43,343 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:43,344 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:43,344 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:43,345 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:43,345 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:43,346 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:43,347 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:43,415 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:43,428 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:43,532 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:43,534 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:43,544 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:43,558 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:43,595 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:43,695 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:43,710 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:44,170 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:32:44,198 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:44,199 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8645 pixels with at least one CR from four groups.
2022-10-04 17:32:44,200 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 92 pixels with at least one CR from three groups.
2022-10-04 17:32:45,006 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.31032 sec
2022-10-04 17:32:45,009 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.465030
2022-10-04 17:32:45,015 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:45,117 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:45,118 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:45,151 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:45,152 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:45,201 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:45,202 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:45,238 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:45,240 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:32:48,318 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:32:48,319 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:32:48,401 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:32:48,509 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:48,511 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:48,553 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:48,554 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:48,559 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:48,655 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-10-04 17:32:48,657 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:48,700 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:32:48,701 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:32:48,705 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:32:48,790 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rateints.fits
2022-10-04 17:32:48,791 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:32:48,791 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:32:48,869 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rate.fits
2022-10-04 17:32:48,870 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:32:49,101 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:32:49,117 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:32:49,119 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:32:49,120 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:32:49,121 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:32:49,122 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:32:49,124 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:32:49,125 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:32:49,126 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:32:49,127 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:32:49,128 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:32:49,129 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:32:49,131 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:32:49,132 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:32:49,133 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:32:49,134 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:32:49,135 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:32:49,136 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:32:49,243 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00004_mirimage_uncal.fits',).
2022-10-04 17:32:49,254 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:32:49,470 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:32:49,475 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:32:49,476 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:32:49,477 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:32:49,479 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:32:49,480 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:32:49,480 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:32:49,481 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:32:49,482 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:32:49,483 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:32:49,484 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:32:49,486 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:32:49,486 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:32:49,487 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:32:49,487 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:32:49,820 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:49,822 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:49,885 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:32:49,887 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:32:49,889 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:32:49,995 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:49,997 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:50,018 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:32:50,215 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:32:50,318 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,319 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:32:50,340 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:32:50,735 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-10-04 17:32:50,740 - stpipe.Detector1Pipeline.saturation - INFO - Detected 85 A/D floor pixels
2022-10-04 17:32:50,748 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:32:50,851 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,853 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:50,853 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:32:50,856 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:32:50,948 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:50,950 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,015 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:32:51,126 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,128 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,193 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:32:51,299 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,301 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,323 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:32:51,633 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:32:51,737 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:51,739 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:32:51,760 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:32:52,047 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:32:52,152 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:52,153 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:32:52,177 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:32:52,282 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:32:52,394 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:52,396 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:32:52,420 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:32:54,891 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:32:54,892 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:32:55,871 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:32:55,991 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:55,992 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:32:56,055 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:32:56,056 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:32:56,056 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:32:56,057 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:32:56,057 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:32:56,058 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:32:56,060 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:32:56,129 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:32:56,142 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:32:56,248 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:56,250 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:32:56,260 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:32:56,273 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:56,308 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:56,407 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:32:56,422 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:32:56,877 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:32:56,905 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:32:56,906 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 9114 pixels with at least one CR from four groups.
2022-10-04 17:32:56,906 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 93 pixels with at least one CR from three groups.
2022-10-04 17:32:57,763 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.35495 sec
2022-10-04 17:32:57,769 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.509381
2022-10-04 17:32:57,775 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:32:57,903 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:32:57,904 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:32:57,937 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:32:57,938 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:32:57,988 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:32:57,989 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:32:58,024 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:32:58,025 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:33:01,067 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:33:01,068 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:33:01,149 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:33:01,254 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:33:01,256 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:01,299 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:01,299 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:01,304 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:01,407 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-10-04 17:33:01,409 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:01,452 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:01,453 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:01,458 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:01,543 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rateints.fits
2022-10-04 17:33:01,544 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:33:01,545 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:01,621 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rate.fits
2022-10-04 17:33:01,622 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:33:01,846 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:33:01,863 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:33:01,865 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:33:01,866 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:33:01,867 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:33:01,868 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:33:01,869 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:33:01,870 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:33:01,871 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:33:01,872 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:33:01,874 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:33:01,875 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:33:01,876 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:33:01,877 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:33:01,878 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:33:01,880 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:33:01,881 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:33:01,882 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:33:01,989 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00005_mirimage_uncal.fits',).
2022-10-04 17:33:01,999 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:33:02,215 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:33:02,218 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:33:02,220 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:33:02,221 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:33:02,223 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:33:02,225 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:33:02,225 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:33:02,226 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:33:02,227 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:33:02,228 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:33:02,230 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:33:02,231 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:33:02,232 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:33:02,232 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:33:02,233 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:33:02,592 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:02,594 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:02,661 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:33:02,662 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:33:02,665 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:33:02,770 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:02,772 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:02,793 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:33:02,993 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:33:03,098 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,100 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:33:03,121 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:33:03,516 - stpipe.Detector1Pipeline.saturation - INFO - Detected 826 saturated pixels
2022-10-04 17:33:03,520 - stpipe.Detector1Pipeline.saturation - INFO - Detected 79 A/D floor pixels
2022-10-04 17:33:03,529 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:33:03,635 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,636 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,637 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:33:03,639 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:33:03,740 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,742 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,808 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:33:03,916 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:03,918 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:03,982 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:33:04,093 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,094 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:04,116 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:33:04,425 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:33:04,533 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,535 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:04,556 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:33:04,837 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:33:04,949 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:04,950 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:33:04,972 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:33:05,073 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:33:05,183 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:05,184 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:33:05,205 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:33:07,664 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-10-04 17:33:07,665 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:33:08,648 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:33:08,778 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:08,780 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:33:08,841 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:33:08,842 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:33:08,843 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:33:08,844 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:33:08,844 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:33:08,845 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:33:08,846 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:33:08,915 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:33:08,928 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:33:09,035 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:09,037 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:33:09,047 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:33:09,060 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:33:09,096 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:33:09,202 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:33:09,217 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:33:09,673 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:33:09,699 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-10-04 17:33:09,700 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 8101 pixels with at least one CR from four groups.
2022-10-04 17:33:09,701 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 91 pixels with at least one CR from three groups.
2022-10-04 17:33:10,455 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.25225 sec
2022-10-04 17:33:10,458 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.411401
2022-10-04 17:33:10,464 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:33:10,570 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:10,572 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:33:10,604 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:33:10,605 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:33:10,654 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:33:10,655 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:33:10,688 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:33:10,689 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:33:13,724 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-10-04 17:33:13,725 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:33:13,805 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:33:13,911 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:13,912 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:13,951 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:13,952 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:13,957 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:14,062 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-10-04 17:33:14,064 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:33:14,107 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:33:14,108 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:33:14,113 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:33:14,199 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rateints.fits
2022-10-04 17:33:14,200 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:33:14,201 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:14,277 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rate.fits
2022-10-04 17:33:14,278 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done

Detector 1 steps completed on all files.
['jw01040001005_03103_00001_mirimage_uncalrate.fits', 'jw01040001005_03103_00002_mirimage_uncalrate.fits', 'jw01040001005_03103_00003_mirimage_uncalrate.fits', 'jw01040001005_03103_00004_mirimage_uncalrate.fits', 'jw01040001005_03103_00005_mirimage_uncalrate.fits']


# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')    
    
print('There are ', len(ratefiles), ' images.')
    
callist = []

# cycle through files
for im in ratefiles:

    calfile = Image2Pipeline.call(im, save_results=True)

    callist.append(calfile)

print(callist)

2022-10-04 17:33:14,335 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:14,336 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:14,338 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:14,339 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:14,340 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:14,342 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:14,452 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00001_mirimage_rate.fits',).
2022-10-04 17:33:14,457 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}

There are  5  images.

2022-10-04 17:33:14,496 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:14,505 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:14,507 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:14,507 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:14,508 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:14,508 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:14,509 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:14,510 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:14,512 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:14,512 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:14,513 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:14,515 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:14,515 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:14,516 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:14,517 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:14,517 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:14,518 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:14,519 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:14,519 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:14,520 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:14,520 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:14,521 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:14,521 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:14,522 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00001_mirimage
2022-10-04 17:33:14,522 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00001_mirimage_rate.fits ...
2022-10-04 17:33:14,663 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:14,665 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:14,905 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:14,988 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-10-04 17:33:14,989 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-10-04 17:33:14,989 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:15,108 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:15,252 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:15,253 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:15,984 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,985 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,986 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:15,993 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:16,119 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:16,231 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:16,233 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:16,257 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:16,258 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:16,336 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:16,337 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:33:16,338 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:33:16,338 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-10-04 17:33:16,402 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:16,404 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:33:16,405 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:16,406 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:16,422 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:16,532 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-10-04 17:33:16,534 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:16,561 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:16,580 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:16,581 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:16,581 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:16,582 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:16,704 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:17,356 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:17,554 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:18,219 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:18,431 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:19,044 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:19,234 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:19,845 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:20,088 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.522522458 -69.442147217 80.541128674 -69.472856530 80.629535994 -69.466236381 80.610809206 -69.435536527
2022-10-04 17:33:20,245 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00001_mirimage_i2d.fits
2022-10-04 17:33:20,246 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:20,246 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00001_mirimage
2022-10-04 17:33:20,248 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:20,249 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:20,419 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_cal.fits
2022-10-04 17:33:20,420 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:20,466 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:20,467 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:20,469 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:20,470 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:20,471 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:20,472 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:20,588 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00002_mirimage_rate.fits',).
2022-10-04 17:33:20,592 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:20,630 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:20,636 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:20,637 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:20,638 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:20,639 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:20,640 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:20,641 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:20,641 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:20,643 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:20,645 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:20,645 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:20,646 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:20,647 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:20,647 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:20,648 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:20,649 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:20,649 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:20,650 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:20,650 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:20,651 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:20,651 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:20,652 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00002_mirimage
2022-10-04 17:33:20,652 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00002_mirimage_rate.fits ...
2022-10-04 17:33:20,798 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:20,799 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:20,988 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:21,069 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-10-04 17:33:21,070 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-10-04 17:33:21,071 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:21,142 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:21,258 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,260 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:21,368 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,369 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,370 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,377 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:21,502 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:21,615 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,617 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:21,642 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:21,643 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:21,721 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:21,722 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:33:21,722 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:33:21,723 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-10-04 17:33:21,769 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:21,771 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:33:21,772 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:21,772 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:21,789 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:21,908 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-10-04 17:33:21,910 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:21,937 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:21,956 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:21,956 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:21,957 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:21,957 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:22,079 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:22,703 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:22,877 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:23,509 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:23,696 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:24,323 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:24,515 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:25,150 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:25,372 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.519690753 -69.441066874 80.538291918 -69.471776494 80.626695680 -69.465157805 80.607973952 -69.434457641
2022-10-04 17:33:25,513 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00002_mirimage_i2d.fits
2022-10-04 17:33:25,514 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:25,514 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00002_mirimage
2022-10-04 17:33:25,516 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:25,517 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:25,691 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_cal.fits
2022-10-04 17:33:25,692 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:25,740 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:25,742 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:25,743 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:25,744 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:25,746 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:25,748 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:25,902 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00003_mirimage_rate.fits',).
2022-10-04 17:33:25,906 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:25,945 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:25,949 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:25,951 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:25,952 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:25,953 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:25,954 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:25,955 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:25,955 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:25,956 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:25,957 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:25,957 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:25,958 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:25,959 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:25,959 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:25,960 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:25,961 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:25,962 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:25,962 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:25,963 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:25,963 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00003_mirimage
2022-10-04 17:33:25,964 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00003_mirimage_rate.fits ...
2022-10-04 17:33:26,118 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,119 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:26,318 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:26,401 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-10-04 17:33:26,402 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-10-04 17:33:26,402 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:26,473 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:26,595 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,597 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:26,705 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,706 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,706 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,713 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:26,838 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:26,957 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:26,959 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:26,985 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:26,986 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:27,066 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:27,067 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:33:27,068 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:33:27,068 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-10-04 17:33:27,115 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:27,117 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:33:27,118 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:27,118 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:27,135 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:27,258 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-10-04 17:33:27,260 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:27,287 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:27,305 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:27,306 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:27,306 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:27,307 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:27,427 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:28,088 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:28,266 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:28,909 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:29,106 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:29,746 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:29,936 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:30,570 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:30,789 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.517042388 -69.438787346 80.535637991 -69.469497234 80.624033142 -69.462879821 80.605317000 -69.432179387
2022-10-04 17:33:30,928 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00003_mirimage_i2d.fits
2022-10-04 17:33:30,929 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:30,930 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00003_mirimage
2022-10-04 17:33:30,932 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:30,933 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:31,106 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_cal.fits
2022-10-04 17:33:31,107 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:31,156 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:31,157 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:31,159 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:31,160 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:31,162 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:31,163 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:31,313 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00004_mirimage_rate.fits',).
2022-10-04 17:33:31,317 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:31,358 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:31,363 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:31,365 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:31,366 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:31,366 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:31,367 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:31,368 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:31,369 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:31,370 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:31,371 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:31,373 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:31,374 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:31,375 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:31,375 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:31,376 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:31,376 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:31,377 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:31,377 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:31,378 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:31,379 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:31,380 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:31,381 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:31,381 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:31,382 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00004_mirimage
2022-10-04 17:33:31,382 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00004_mirimage_rate.fits ...
2022-10-04 17:33:31,537 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:31,539 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:31,728 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:31,810 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-10-04 17:33:31,810 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-10-04 17:33:31,811 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:31,881 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:32,003 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,005 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:32,111 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,112 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,113 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,120 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:32,250 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:32,381 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,383 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:32,409 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:32,410 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:32,489 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:32,490 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:33:32,491 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:33:32,491 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-10-04 17:33:32,536 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:32,538 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:33:32,539 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:32,540 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:32,557 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:32,685 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-10-04 17:33:32,686 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:32,714 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:32,733 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:32,733 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:32,734 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:32,734 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:32,858 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:33,508 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:33,682 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:34,312 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:34,503 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:35,144 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:35,335 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:35,966 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:36,229 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.513268020 -69.439709078 80.531858967 -69.470419373 80.620259097 -69.463803892 80.601547592 -69.433103048
2022-10-04 17:33:36,393 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00004_mirimage_i2d.fits
2022-10-04 17:33:36,394 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:36,395 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00004_mirimage
2022-10-04 17:33:36,397 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:36,397 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:36,568 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_cal.fits
2022-10-04 17:33:36,569 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:33:36,617 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:33:36,619 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:33:36,621 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:33:36,622 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:33:36,623 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:33:36,624 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:36,779 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00005_mirimage_rate.fits',).
2022-10-04 17:33:36,784 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:33:36,822 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:33:36,826 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:33:36,828 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:33:36,829 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:33:36,830 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:33:36,831 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:36,831 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:33:36,832 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:33:36,833 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-10-04 17:33:36,834 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:33:36,835 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:33:36,836 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:33:36,836 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:33:36,837 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:33:36,837 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:33:36,838 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:33:36,839 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:33:36,839 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:33:36,840 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:33:36,841 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00005_mirimage
2022-10-04 17:33:36,841 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00005_mirimage_rate.fits ...
2022-10-04 17:33:36,997 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:36,999 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:33:37,193 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:33:37,274 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-10-04 17:33:37,276 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-10-04 17:33:37,276 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:33:37,346 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:33:37,470 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:37,472 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:33:37,579 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,580 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,581 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,588 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-10-04 17:33:37,715 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:33:37,839 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:37,840 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:33:37,865 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:33:37,866 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:33:37,945 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:33:37,946 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:33:37,947 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:33:37,947 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-10-04 17:33:37,992 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:33:37,995 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:33:37,995 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:33:37,996 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-10-04 17:33:38,013 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:33:38,139 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-10-04 17:33:38,141 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:33:38,169 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:33:38,189 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:33:38,190 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:38,191 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:38,191 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:38,310 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:33:38,950 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:39,127 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:33:39,764 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:39,954 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:33:40,576 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:40,771 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:33:41,401 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:33:41,621 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.515554404 -69.443343170 80.534151768 -69.474053222 80.622566159 -69.467436576 80.603848198 -69.436735980
2022-10-04 17:33:41,758 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00005_mirimage_i2d.fits
2022-10-04 17:33:41,759 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:33:41,759 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00005_mirimage
2022-10-04 17:33:41,761 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:33:41,761 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:33:41,934 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_cal.fits
2022-10-04 17:33:41,935 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_cal.fits>]]


# use asn_from_list to create association table

calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')

# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
    fp.write(asn.dump()[1])

print(asn)

jwnoprogram-a3001_none_007_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_combined.fits with 5 members


# Run Calwebb_image3 on the association table
    
# set any specific parameters

# Set tweakreg parameters:

# tweakreg parameters to allow data to run
fwhm = 2.187  # Gaussian kernel FWHM of objects expected, default=2.5
snr = 5 # signal to noise threshold, default=5 
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 5 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 3
save_gaia = True
deblend = False
npixels = 5
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia

pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True

# run Image3

image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-04 17:33:41,962 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-04 17:33:41,964 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-04 17:33:41,966 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-04 17:33:41,967 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-04 17:33:41,969 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-04 17:33:41,970 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:33:41,972 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-04 17:33:42,109 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-10-04 17:33:42,120 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-04 17:33:42,256 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-04 17:33:42,270 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-04 17:33:42,272 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-10-04 17:33:42,274 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:33:42,275 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-04 17:33:42,960 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-04 17:33:42,962 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-04 17:33:43,419 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 123 sources in jw01040001005_03103_00001_mirimage_cal.fits.
2022-10-04 17:33:43,425 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00001_mirimage_cal_cat.ecsv
2022-10-04 17:33:43,859 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00002_mirimage_cal.fits.
2022-10-04 17:33:43,863 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00002_mirimage_cal_cat.ecsv
2022-10-04 17:33:44,300 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 112 sources in jw01040001005_03103_00003_mirimage_cal.fits.
2022-10-04 17:33:44,304 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00003_mirimage_cal_cat.ecsv
2022-10-04 17:33:44,742 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00004_mirimage_cal.fits.
2022-10-04 17:33:44,746 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00004_mirimage_cal_cat.ecsv
2022-10-04 17:33:45,180 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 125 sources in jw01040001005_03103_00005_mirimage_cal.fits.
2022-10-04 17:33:45,186 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00005_mirimage_cal_cat.ecsv
2022-10-04 17:33:45,205 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:45,206 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-10-04 17:33:45,207 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-04 17:33:45,227 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00001_mirimage_cal':
2022-10-04 17:33:45,228 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00001_mirimage_cal
2022-10-04 17:33:45,247 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00002_mirimage_cal':
2022-10-04 17:33:45,248 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00002_mirimage_cal
2022-10-04 17:33:45,268 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00003_mirimage_cal':
2022-10-04 17:33:45,269 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00003_mirimage_cal
2022-10-04 17:33:45,289 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00004_mirimage_cal':
2022-10-04 17:33:45,290 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00004_mirimage_cal
2022-10-04 17:33:45,308 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00005_mirimage_cal':
2022-10-04 17:33:45,309 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03103_00005_mirimage_cal
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:45,310 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:33:45.310518
2022-10-04 17:33:45,311 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-04 17:33:45,311 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:46,087 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03103_00002_mirimage_cal' as reference image
2022-10-04 17:33:46,093 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,205 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00001_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00002_mirimage_cal' catalog.
2022-10-04 17:33:46,207 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,208 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -2.22e-15, 0 with significance of 65.78 and 124 matches.
2022-10-04 17:33:46,209 - stpipe.Image3Pipeline.tweakreg - INFO - Found 101 matches for 'GROUP ID: jw01040001005_03103_00001_mirimage_cal'...
2022-10-04 17:33:46,210 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,213 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00001_mirimage_cal:
2022-10-04 17:33:46,213 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00215115  YSH: 0.00313468
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00736505   FIT MAE: 0.00669571
2022-10-04 17:33:46,214 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 89 objects.
2022-10-04 17:33:46,258 - stpipe.Image3Pipeline.tweakreg - INFO - Added 22 unmatched sources from 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,456 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,570 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00001_mirimage_cal' catalog.
2022-10-04 17:33:46,572 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,573 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.0001754, 0.1841 with significance of 61.53 and 124 matches.
2022-10-04 17:33:46,574 - stpipe.Image3Pipeline.tweakreg - INFO - Found 100 matches for 'GROUP ID: jw01040001005_03103_00005_mirimage_cal'...
2022-10-04 17:33:46,575 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,577 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00005_mirimage_cal:
2022-10-04 17:33:46,578 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000427455  YSH: -0.00338905
2022-10-04 17:33:46,578 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:46,579 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00848543   FIT MAE: 0.00766322
2022-10-04 17:33:46,579 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-10-04 17:33:46,622 - stpipe.Image3Pipeline.tweakreg - INFO - Added 25 unmatched sources from 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,738 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,854 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00005_mirimage_cal' catalog.
2022-10-04 17:33:46,855 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:46,857 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.0005529, 0.1826 with significance of 62.34 and 136 matches.
2022-10-04 17:33:46,858 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00004_mirimage_cal'...
2022-10-04 17:33:46,859 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:46,861 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00004_mirimage_cal:
2022-10-04 17:33:46,861 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00533604  YSH: -0.0031181
2022-10-04 17:33:46,862 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:46,862 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00851145   FIT MAE: 0.00748725
2022-10-04 17:33:46,863 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-10-04 17:33:46,905 - stpipe.Image3Pipeline.tweakreg - INFO - Added 11 unmatched sources from 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:33:46,978 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:33:47,094 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00004_mirimage_cal' catalog.
2022-10-04 17:33:47,095 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:47,096 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004721, -0.002276 with significance of 61.45 and 146 matches.
2022-10-04 17:33:47,098 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00003_mirimage_cal'...
2022-10-04 17:33:47,098 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:33:47,101 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00003_mirimage_cal:
2022-10-04 17:33:47,101 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00205209  YSH: -0.00143051
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00792089   FIT MAE: 0.00712511
2022-10-04 17:33:47,102 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-10-04 17:33:47,145 - stpipe.Image3Pipeline.tweakreg - INFO - Added 5 unmatched sources from 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:33:47,146 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:47,146 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:33:47.146403
2022-10-04 17:33:47,147 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.835885
2022-10-04 17:33:47,147 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:50,004 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:50,005 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:33:50.004159
2022-10-04 17:33:50,006 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-04 17:33:50,006 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:51,007 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-10-04 17:33:51,295 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-10-04 17:33:51,296 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:33:51,309 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 1.143, -0.9764 with significance of 80.01 and 1864 matches.
2022-10-04 17:33:51,311 - stpipe.Image3Pipeline.tweakreg - INFO - Found 175 matches for 'GROUP ID: 987654'...
2022-10-04 17:33:51,312 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-04 17:33:51,315 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-10-04 17:33:51,315 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.968697  YSH: 1.04382    ROT: 0.0140372    SCALE: 1
2022-10-04 17:33:51,316 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:33:51,317 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0141053   FIT MAE: 0.00939107
2022-10-04 17:33:51,317 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 169 objects.
2022-10-04 17:33:51,475 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:51,476 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:33:51.475225
2022-10-04 17:33:51,477 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.471066
2022-10-04 17:33:51,477 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:33:51,984 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-04 17:33:52,158 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-04 17:33:52,161 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-04 17:33:52,282 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:33:52,283 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-04 17:33:52.282505
2022-10-04 17:33:52,283 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:33:52,284 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-04 17:33:52,284 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-04 17:33:52,285 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-04 17:33:52,286 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:33:52,286 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-04 17:33:56,391 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00001_mirimage_cal.fits. Sky background: 0
2022-10-04 17:33:56,393 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00002_mirimage_cal.fits. Sky background: 0.0154392
2022-10-04 17:33:56,393 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00003_mirimage_cal.fits. Sky background: 0.0421708
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00004_mirimage_cal.fits. Sky background: 0.0139255
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03103_00005_mirimage_cal.fits. Sky background: 0.0457468
2022-10-04 17:33:56,394 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:33:56,395 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-04 17:33:56.394913
2022-10-04 17:33:56,395 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.112408
2022-10-04 17:33:56,396 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:33:56,417 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-04 17:33:56,569 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-04 17:33:56,571 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-04 17:33:56,578 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-10-04 17:33:56,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-10-04 17:33:56,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:33:56,580 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-10-04 17:33:56,580 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-10-04 17:33:56,734 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:57,603 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:33:57,894 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00001_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:33:57,899 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:58,741 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:33:59,039 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00002_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:33:59,044 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:33:59,885 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:00,175 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00003_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:00,180 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:34:01,032 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:01,322 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00004_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:01,327 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:34:02,190 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:02,579 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00005_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:34:04,320 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/nodes.py:29: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03103_00001_mirimage_outlier_i2d.fits'>
  self.tag = tag

2022-10-04 17:34:06,242 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-10-04 17:34:07,170 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:08,480 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:09,586 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:10,688 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:11,879 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:34:12,100 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-10-04 17:34:12,318 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 123 (0.01%)
2022-10-04 17:34:12,540 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 89 (0.01%)
2022-10-04 17:34:13,099 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 103 (0.01%)
2022-10-04 17:34:13,360 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 180 (0.02%)
2022-10-04 17:34:13,620 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 50 (0.00%)
2022-10-04 17:34:13,956 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00001_mirimage_a3001_crf.fits
2022-10-04 17:34:14,272 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00002_mirimage_a3001_crf.fits
2022-10-04 17:34:14,587 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00003_mirimage_a3001_crf.fits
2022-10-04 17:34:14,883 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00004_mirimage_a3001_crf.fits
2022-10-04 17:34:15,169 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00005_mirimage_a3001_crf.fits
2022-10-04 17:34:15,170 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-04 17:34:15,371 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_asnfile_a3001_jw01040001005_03103_00004_mirimage_blot.fits'>
  gc.collect()

2022-10-04 17:34:15,384 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-04 17:34:15,386 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:34:15,407 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:34:15,428 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:34:15,429 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:34:15,430 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:34:15,430 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:34:15,591 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-10-04 17:34:16,412 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-04 17:34:17,334 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:18,413 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:19,484 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:20,561 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:21,631 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:21,810 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:34:22,674 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:23,720 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:24,814 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:25,880 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:26,999 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:27,190 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:34:28,078 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:29,130 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:30,193 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:31,234 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:32,278 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:32,469 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:34:33,329 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:34,388 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:35,470 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:36,512 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:37,550 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:34:37,779 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.512143798 -69.438810874 80.533315410 -69.473766403 80.629190147 -69.466586469 80.607869728 -69.431642615
2022-10-04 17:34:38,241 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-10-04 17:34:38,242 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-04 17:34:38,415 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_i2d.fits>,).
2022-10-04 17:34:38,417 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-04 17:34:38,436 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-10-04 17:34:38,446 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-04 17:34:38,447 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-04 17:34:38,448 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-04 17:34:38,448 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-10-04 17:34:38,449 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-04 17:34:38,523 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-10-04 17:34:38,599 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-10-04 17:34:38,929 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 560 sources
2022-10-04 17:34:39,465 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-10-04 17:34:39,606 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-10-04 17:34:39,608 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-10-04 17:34:39,609 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-04 17:34:39,611 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'


# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
cat_data = table.Table.read(photfile, format='ascii', comment='#')

catalog = Table.read(photfile)
miri_x = catalog['xcentroid']
miri_y = catalog['ycentroid']
catalog


# Look at output gaia catalog
gaia_out = 'fit_gaiadr2_ref.ecsv'


gaia_cat = table.Table.read(gaia_out, format='ascii', comment='#')
gaia_cat


# Read in i2d combined Image
im_i2d = ImageModel(input_file)


# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=3, vmax=6)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7faee43eedc0>


# Get from RA and Dec in Gaia catalog to x and y positions on image

world_to_detector = im_i2d.meta.wcs.get_transform('world', 'detector')
xgaia,ygaia = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia, ygaia,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7faee3afe100>


# Read in Gaia catalog from Vizier

gaia_hdu = fits.open(full_gaia_cat) #('gaia_tweakreg_test3.fit')
gaia_data = gaia_hdu[1].data

# Get RA and Dec of Gaia sources
gaia_ra = gaia_data['RA_ICRS']
gaia_dec = gaia_data['DE_ICRS']

xgaia_full,ygaia_full = world_to_detector(gaia_ra, gaia_dec)

gaia_hdu.close()


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia_full, ygaia_full,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7faee3f7f0d0>


# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200

ind = np.where((xgaia > minval) & (xgaia < 1110)& (ygaia > minval) & (ygaia < maxval))


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
plt.scatter(xgaia[ind], ygaia[ind],lw=1, s=5,color='white')

<matplotlib.collections.PathCollection at 0x7faee17358b0>


# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled

xmin = 700
xmax = 900
ymin = 500
ymax = 700

gaiazoom = np.where((xgaia > xmin) & (xgaia < xmax) & (ygaia > ymin) & (ygaia < ymax))
print(gaiazoom)
subx = xgaia[gaiazoom] - xmin
suby = ygaia[gaiazoom] - ymin

mirizoom = np.where((miri_x > xmin) & (miri_x < xmax) & (miri_y > ymin) & (miri_y < ymax))
print(gaiazoom)
subxmiri = miri_x[mirizoom] - xmin
subymiri = miri_y[mirizoom] - ymin


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=0, vmax=7)

plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()

print('Gaia sources are marked in white, MIRI sources from the pipeline in black')

(array([   6,   11,   40,  100,  114,  173,  181,  194,  312,  323,  338,
        365,  381,  438,  484,  534,  552,  558,  741,  782,  794,  861,
        944,  948,  952,  969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
       1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
       1956, 2118, 2148]),)
(array([   6,   11,   40,  100,  114,  173,  181,  194,  312,  323,  338,
        365,  381,  438,  484,  534,  552,  558,  741,  782,  794,  861,
        944,  948,  952,  969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
       1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
       1956, 2118, 2148]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black


# Calculate difference in position between catalog and Gaia positions. There is an offset here.

tol = 1    # Do calculations in pixels
found_count=0

# Set up array for matches
diffarr = np.array(len(xgaia))
      
deltax = []
deltay = []
xpos = []
ypos = []

print('         x             y           xdiff          ydiff    < 0.5 pix')
for i in np.arange(0,len(xgaia)):
    for j in np.arange(0,len(miri_x)):
        x_diff = abs(xgaia[i] - miri_x[j])
        y_diff = abs(ygaia[i] - miri_y[j])

        if x_diff < tol and y_diff < tol:
            deltax.append(xgaia[i] - miri_x[j])
            deltay.append(ygaia[i] - miri_y[j])
            xpos.append(miri_x[j])
            ypos.append(miri_y[j])
            found_count +=1

            if (x_diff < 0.5) and (y_diff < 0.5): 
                test = 'pass' 
            else: 
                test = 'fail'
            print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x[j], miri_y[j], x_diff, y_diff, test))

print()            
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):            
    diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
#print(diffarr)

         x             y           xdiff          ydiff    < 0.5 pix
     971.787194      722.412082        0.047584        0.325973 pass
     991.382652     1058.599764        0.221404        0.118321 pass
     804.648676     1073.342768        0.092629        0.017410 pass
     948.721899      633.989404        0.124930        0.016132 pass
     518.677279     1012.061209        0.071592        0.227742 pass
     932.923059     1134.641711        0.012524        0.104461 pass
     702.180961     1131.099173        0.150270        0.030271 pass
     796.809072     1053.823193        0.092300        0.055702 pass
     951.307791      520.058127        0.025650        0.247110 pass
     504.214344      609.397497        0.505664        0.750684 fail
     440.070283      937.323465        0.218301        0.195747 pass
     650.692800      911.014082        0.006710        0.012858 pass
     826.193741      206.605544        0.063416        0.033398 pass
     551.041618      730.704247        0.134675        0.121383 pass
     168.847566     1042.828668        0.019368        0.199049 pass
     929.830050      630.975506        0.039536        0.155437 pass
     390.168252      791.160055        0.152807        0.083691 pass
     801.303887       91.985451        0.118038        0.027803 pass
     418.583974      257.740166        0.179747        0.154582 pass
     696.744492     1103.981279        0.211185        0.017126 pass
    1048.653014     1091.344377        0.337727        0.266083 pass
     680.045300      730.299100        0.221269        0.073063 pass
     462.728346      752.984856        0.044606        0.025438 pass
     659.399964      107.786561        0.012588        0.050437 pass
     204.244980      931.584493        0.047119        0.012645 pass
     875.926282      458.993482        0.259271        0.028115 pass
     853.496049      922.022904        0.017316        0.116252 pass
     486.734785      629.021822        0.199278        0.069655 pass
      69.972869     1113.690441        0.099554        0.066810 pass
     889.932794      863.039539        0.217064        0.156398 pass
     893.907532      360.496048        0.282706        0.111685 pass
     599.819952      913.158990        0.016470        0.032188 pass
     274.184020      770.387191        0.121256        0.095627 pass
     828.072195      651.684378        0.222477        0.134429 pass
     479.122832      164.365581        0.064719        0.092224 pass
     357.947542      598.742575        0.859590        0.848203 fail
     982.273734      908.490392        0.042496        0.066440 pass
    1051.295347      911.943964        0.070103        0.071487 pass
    1089.770225      884.599574        0.034889        0.081747 pass
     592.068923      800.673188        0.100405        0.056600 pass
     424.442941     1123.876185        0.355212        0.072113 pass
     368.044343      632.055167        0.122874        0.164678 pass
     739.221439     1034.786972        0.016065        0.064477 pass
     827.975019      236.262469        0.030548        0.003118 pass
     936.469926      472.459335        0.042174        0.022990 pass
     849.404895      897.250539        0.015460        0.098513 pass
     456.494317      581.914688        0.141006        0.226953 pass
     921.334282      396.615102        0.072710        0.047041 pass
     668.791303      540.793817        0.054602        0.220092 pass
     911.374718      632.877320        0.264546        0.100049 pass
     266.864753      770.851636        0.112225        0.037505 pass
     997.978654     1141.939108        0.128399        0.030280 pass
     458.961568      680.956722        0.130008        0.087202 pass
     932.378799      399.370855        0.009747        0.026048 pass
    1020.042175      616.191476        0.072551        0.017726 pass
     687.935157      218.492903        0.161991        0.053296 pass
     838.362257      145.394097        0.202280        0.251034 pass
     985.811477      491.523342        0.001970        0.056651 pass
     545.681397      762.902811        0.132044        0.241487 pass
     784.857728      860.099653        0.015287        0.093859 pass
     877.101850      201.667579        0.078180        0.025420 pass
     699.776283      434.389773        0.040470        0.093697 pass
     318.505582     1053.815020        0.034336        0.005275 pass
     816.131495      549.172998        0.042826        0.121108 pass
     614.155714      803.167628        0.188404        0.210258 pass
    1020.497009     1102.733842        0.001064        0.046648 pass
     867.987618     1130.969712        0.003061        0.054294 pass
     508.249240     1002.317252        0.029407        0.084412 pass
     126.989546     1102.862968        0.010643        0.017791 pass
     853.526183     1077.024812        0.087219        0.061778 pass
     360.518390       93.356801        0.037607        0.017320 pass
     822.333491     1090.153824        0.099142        0.039232 pass
     667.903057      783.333699        0.009113        0.011908 pass
     116.517276      988.181387        0.021678        0.091584 pass
     638.002979      898.313292        0.002669        0.171783 pass
     215.988248      763.520514        0.082575        0.053823 pass
     455.293058      734.950729        0.103502        0.079794 pass
     885.014536      297.756299        0.097196        0.244198 pass
     626.004075      249.008540        0.023504        0.106153 pass
     982.472504      473.021175        0.051851        0.018526 pass
     441.962819       83.719417        0.004530        0.136496 pass
     726.498688      411.016199        0.106235        0.015835 pass
     450.179624      652.989169        0.055835        0.082839 pass
    1045.697359      452.293662        0.114518        0.043233 pass
    1009.251465     1006.048516        0.037256        0.012931 pass
     358.000555      662.969322        0.689423        0.001940 fail
     931.459469     1005.533015        0.185227        0.035814 pass
     580.133149      651.354582        0.050443        0.059245 pass
     672.006854      722.471667        0.006096        0.047770 pass
    1024.082493      228.630189        0.113317        0.004025 pass
     977.101217      107.615379        0.112935        0.039492 pass
     123.969099     1020.045023        0.099800        0.269711 pass
     982.644831      207.642910        0.052330        0.043558 pass
     619.540681      243.549766        0.115431        0.037405 pass
     506.403161       50.218748        0.056074        0.044076 pass
     369.946294      222.339736        0.000637        0.009070 pass
     443.006326      420.940959        0.068350        0.235817 pass
     912.951333      799.369186        0.035504        0.006611 pass
     729.605962     1148.160326        0.035787        0.063780 pass
     713.693636      147.047515        0.099046        0.071808 pass
     567.927009      772.945038        0.231073        0.129845 pass
     816.686692      988.200448        0.084933        0.100373 pass
    1027.051874      971.990053        0.110070        0.020844 pass
     575.136108      336.801180        0.095254        0.115771 pass
     465.325014      426.355529        0.048042        0.034285 pass
    1040.021449      301.800031        0.071364        0.055374 pass
     602.888749      740.843731        0.020347        0.021315 pass
     582.875629      954.873520        0.072184        0.098690 pass
     873.254014     1054.251959        0.006258        0.012129 pass
    1074.999126      660.951446        0.005360        0.036033 pass
     475.140255     1060.854370        0.038896        0.143859 pass
     965.581854      412.139319        0.139242        0.013864 pass
     576.870273      507.158307        0.000879        0.008102 pass
     906.492370       94.560550        0.020149        0.087047 pass
     456.326968      483.594617        0.051334        0.091554 pass
     916.487339      912.016878        0.125125        0.021333 pass
     610.526797       94.222232        0.053358        0.102276 pass
     781.681022      256.927556        0.071874        0.015106 pass
     709.186442      842.817262        0.014153        0.038210 pass
     743.330462      153.395319        0.116353        0.025174 pass
     791.338952     1059.750587        0.129135        0.021513 pass
      85.247904      846.743222        0.182104        0.175776 pass
     743.759137      858.704856        0.083232        0.142084 pass
     629.606114      302.494654        0.155337        0.001248 pass
     737.309919      109.646260        0.106109        0.001721 pass
     492.499179     1108.533881        0.005860        0.109863 pass
     504.934095      971.009776        0.221014        0.116572 pass
      37.589934      844.368978        0.073226        0.001452 pass
    1065.982076       17.761624        0.228242        0.094888 pass
     942.756402      972.000209        0.182532        0.010075 pass
     956.580968      811.885338        0.033873        0.067503 pass
      63.719897     1088.660702        0.065295        0.200550 pass
     605.863127      769.864394        0.066609        0.098547 pass
     255.497982      807.032341        0.136155        0.131143 pass
     713.022163      625.788279        0.125994        0.069470 pass
     737.456321      973.963155        0.045635        0.095465 pass
    1064.500706      753.002436        0.022522        0.052914 pass
     620.706654      228.432072        0.109491        0.029840 pass
     790.849064       77.679769        0.086724        0.042219 pass
     493.906200      113.341648        0.108257        0.035430 pass
     610.000205      242.234617        0.020024        0.152273 pass
     537.812975      575.681715        0.085597        0.022880 pass
     547.481727      582.234222        0.019974        0.008272 pass
      45.171523      784.996516        0.123145        0.036277 pass
     155.404011      755.679066        0.097013        0.189798 pass
    1001.339371      585.363083        0.064569        0.025893 pass
    1070.659400     1001.733966        0.074267        0.050627 pass
      33.849308      773.180626        0.146986        0.159420 pass
     182.514058      958.502172        0.024565        0.057322 pass
      86.881243      865.677726        0.007102        0.029750 pass
     861.666510      610.003382        0.144867        0.001933 pass
     624.612349     1094.721770        0.012356        0.082055 pass
     662.463468      836.975538        0.061784        0.030290 pass
     553.392766      754.686001        0.080759        0.143910 pass
    1013.146088      535.834366        0.019168        0.033139 pass
     364.846963      500.715033        0.075143        0.209239 pass
     988.261635      271.785576        0.058663        0.013912 pass
     969.534250      640.945304        0.055481        0.066595 pass
     522.659846      666.591428        0.012117        0.060021 pass
    1089.852061     1109.321876        0.208415        0.114759 pass
     781.663759      685.169495        0.040850        0.089594 pass
    1079.119018      943.409029        0.016288        0.164747 pass
     381.596889      778.672175        0.294610        0.061974 pass
     421.042531      494.417221        0.022380        0.134277 pass
     413.440045     1071.377335        0.169388        0.098540 pass
     771.365888      207.620171        0.064689        0.011384 pass
     933.127355      967.614301        0.021022        0.089301 pass
     658.027974     1048.838314        0.066601        0.119301 pass
     610.211433      827.965511        0.008595        0.032656 pass
     772.227962      311.183905        0.137812        0.080350 pass
     849.929733      851.692322        0.053199        0.082132 pass
     692.188527      649.099113        0.190781        0.027747 pass
     586.550134      172.421413        0.128454        0.166038 pass
     439.862623       74.022959        0.138513        0.069660 pass
     745.564460      814.678281        0.081119        0.110591 pass
      57.434578     1057.174568        0.222549        0.023548 pass
     839.981073       81.237621        0.061650        0.142916 pass
     579.765248      317.690213        0.003005        0.051563 pass
     936.271917      278.568271        0.109893        0.378551 pass
     597.013906      339.823197        0.102673        0.001733 pass
     753.546159      280.478199        0.031436        0.012996 pass
     989.518774     1127.543291        0.080505        0.101399 pass
     592.293203      124.382080        0.208261        0.014584 pass
     110.022999      923.533162        0.037552        0.100225 pass
     658.238636       22.321859        0.048410        0.146225 pass
      80.948276     1072.500782        0.216115        0.012352 pass
     873.132175      358.027963        0.097815        0.106255 pass
     818.432331      416.541548        0.099002        0.094825 pass
     896.616664      148.921825        0.022298        0.027722 pass
     976.991339      126.312063        0.006445        0.041898 pass
     942.284580     1009.484366        0.026486        0.002030 pass
     598.389343      888.221280        0.000663        0.034417 pass
     658.202790      479.195856        0.071055        0.033927 pass
     816.827590      200.019580        0.087338        0.055904 pass
     937.064151      137.558450        0.020908        0.109643 pass
    1074.072262     1088.767631        0.098781        0.322830 pass
     525.526073      843.515526        0.039143        0.036095 pass
     915.864935      850.701201        0.066572        0.002693 pass
     938.468256      179.777806        0.058191        0.225459 pass
     538.079843     1101.815787        0.030128        0.186107 pass
     168.343615     1110.629636        0.126234        0.014688 pass
     845.974509      557.206764        0.024687        0.066855 pass
     791.436037       14.064196        0.063032        0.086143 pass
     916.207328     1066.161833        0.015971        0.048410 pass
     596.980852      605.194955        0.006885        0.048921 pass
     838.620799     1090.360828        0.102641        0.088503 pass
     699.965130      934.380930        0.030482        0.082780 pass
     662.267564      213.835000        0.118211        0.056520 pass
    1038.928973      478.574752        0.084483        0.086768 pass
     347.251612      884.210100        0.051397        0.016917 pass
     627.507591     1068.701302        0.055472        0.111330 pass
     785.956932      586.930974        0.069585        0.104303 pass
    1101.879842      545.364683        0.028038        0.015099 pass
     554.027511      871.546088        0.047930        0.128316 pass
     444.011042     1045.216011        0.002498        0.148865 pass
     668.504114      187.989573        0.035427        0.027249 pass
     566.513495      764.976871        0.079680        0.036845 pass
     738.626304     1044.088729        0.148638        0.098696 pass
     719.393952      727.180337        0.019318        0.113434 pass
     441.623049      529.983062        0.210574        0.052001 pass
      45.722109     1026.484858        0.055896        0.050787 pass
     381.987208      805.989206        0.136076        0.004786 pass
      51.430619      775.305329        0.064562        0.071969 pass
     882.002738      225.858266        0.035274        0.064842 pass
     922.240499     1023.443807        0.082876        0.021431 pass
    1009.030511       67.497638        0.173081        0.065758 pass
     713.573187     1021.773799        0.062711        0.154587 pass
    1049.946748      170.805869        0.082288        0.166938 pass
     560.389040      638.094168        0.020112        0.028823 pass
     586.196377      718.987706        0.083302        0.081944 pass
     812.972599      331.459282        0.104772        0.016886 pass
     758.153434      638.190474        0.030978        0.019495 pass
     996.984882      542.233377        0.049467        0.056274 pass
     774.470071      179.790791        0.023036        0.151195 pass
    1007.125692      324.091732        0.051754        0.048481 pass
     557.822533      262.773936        0.011219        0.205017 pass
     414.668475       74.191025        0.111992        0.126321 pass
     722.873346      350.158669        0.094674        0.038107 pass
     211.894380      774.648016        0.058141        0.037824 pass
      82.626406     1134.407957        0.007808        0.122689 pass
     548.334271      100.932198        0.044707        0.068053 pass
     221.879765      754.331632        0.142983        0.172195 pass
     765.860481      705.864121        0.070530        0.071224 pass
     675.477555      344.434108        0.024996        0.018885 pass
     457.546560      690.503279        0.127376        0.008907 pass
     394.321989      618.397515        0.055948        0.008829 pass
     302.237571      809.955336        0.095627        0.197809 pass
     257.017215      801.556656        0.196490        0.147835 pass
      31.977235     1067.368676        0.199124        0.031499 pass
     530.804812      112.288054        0.091937        0.119781 pass
     472.491396     1105.819527        0.076963        0.241382 pass
     484.028113      644.989007        0.036409        0.006884 pass
     769.529879      719.750756        0.129242        0.160524 pass
    1049.965743      322.874341        0.002982        0.117304 pass
     931.737239      661.486737        0.118835        0.029712 pass
     697.606250      863.102230        0.141074        0.006891 pass
     797.175126      349.702995        0.112471        0.106752 pass
    1016.511948      226.503437        0.063407        0.021555 pass
     734.386827      660.929045        0.225990        0.069894 pass
     720.475163      828.516135        0.025141        0.017642 pass
     415.472313      912.018443        0.052916        0.122246 pass
     384.006257      639.778136        0.217245        0.084175 pass
     353.511330     1095.374719        0.007510        0.172998 pass
     269.549573     1050.105884        0.004452        0.003458 pass
      89.419188      965.692819        0.074078        0.061954 pass
     207.439288      943.462122        0.183551        0.001885 pass
     615.366892      525.336526        0.027049        0.008982 pass
     775.993907      927.380934        0.028674        0.012515 pass
     907.150996      394.861698        0.081455        0.132333 pass
     163.934862      819.577435        0.181344        0.016553 pass
     435.198657     1141.379350        0.133701        0.132231 pass
     961.119009      418.391177        0.041233        0.170483 pass
     610.348434     1033.876257        0.052774        0.021907 pass
     894.741821      774.479613        0.007724        0.046049 pass
    1017.782919      161.994179        0.005521        0.035755 pass
     911.493425      246.237436        0.035884        0.000105 pass
     481.793717      221.994298        0.025469        0.064716 pass
     634.779230     1127.603359        0.214968        0.038248 pass
    1034.510046      472.746786        0.325695        0.093163 pass
     825.735279       36.399586        0.190067        0.092759 pass
     844.357602       50.635847        0.016078        0.073994 pass
     581.538053      115.159776        0.055011        0.014114 pass
     808.184674      487.142924        0.025454        0.011200 pass
      41.477089      821.886243        0.062322        0.091079 pass
      16.202269     1028.325274        0.070641        0.086044 pass
     781.616185      752.867987        0.107519        0.067490 pass
      64.684925      788.652067        0.024272        0.022432 pass
     586.495574      794.613572        0.027305        0.138949 pass
     424.722153      627.154777        0.050377        0.229957 pass
     549.344500      969.476541        0.050344        0.051168 pass
     647.498560      593.350341        0.003638        0.041185 pass
     645.143527      260.850415        0.000247        0.066447 pass
     454.804959      368.284723        0.119203        0.035985 pass
     206.079849     1123.471371        0.047724        0.170572 pass
    1039.618565      526.840971        0.100112        0.045409 pass
     530.201570     1005.084148        0.058387        0.052171 pass
     619.005451      831.145275        0.057655        0.079691 pass
     395.151681      306.421503        0.023079        0.048220 pass
     352.458668      993.248342        0.164101        0.106347 pass
     592.412316      179.011175        0.170382        0.003032 pass
     473.058980      658.585498        0.005791        0.115560 pass
     595.587235      396.635503        0.034575        0.070308 pass
     185.687819      805.504621        0.074928        0.001473 pass
     458.779502     1001.445912        0.095561        0.028291 pass
     635.263585      829.471863        0.091448        0.060652 pass
     962.717930     1134.706000        0.052076        0.038695 pass
    1034.818363      918.274750        0.020587        0.075926 pass
     925.945840      316.591822        0.043476        0.109299 pass
     337.253083     1082.806934        0.080914        0.008091 pass
     809.227998      572.507615        0.066623        0.017234 pass
     508.578608       65.199217        0.154953        0.197851 pass
     412.720033      252.584959        0.079461        0.137791 pass
     511.283234      418.166349        0.025404        0.065238 pass
     419.253135      194.495579        0.039934        0.010197 pass
    1070.882379      542.134894        0.185092        0.009227 pass
     761.576036     1104.073840        0.087018        0.015787 pass
     636.342082      401.340819        0.003896        0.062761 pass
     883.052816      621.078304        0.066197        0.068469 pass
    1090.391530      308.236301        0.052978        0.042963 pass
     562.484176        9.313439        0.213352        0.004377 pass
     847.645054      419.984805        0.100865        0.079102 pass
     458.531469     1085.727820        0.017767        0.104854 pass
     168.551594      868.736077        0.117814        0.070140 pass
     359.550378      894.687526        0.199842        0.049620 pass
     146.756502     1039.134903        0.096239        0.063574 pass
     709.569462      946.998203        0.003002        0.011419 pass
     642.319483     1088.583306        0.021439        0.036297 pass
     589.797295     1055.165607        0.201504        0.151561 pass
     813.990673      924.023177        0.024034        0.061122 pass
     368.424892      447.354500        0.108171        0.050261 pass
     643.313722      518.494555        0.117533        0.003374 pass
     830.976106      363.307250        0.046061        0.170693 pass
     680.368557      973.408335        0.092003        0.104901 pass
     503.004367     1040.011490        0.061988        0.061592 pass
     832.596320      772.502422        0.183439        0.020383 pass
     524.601980      877.119543        0.089619        0.035514 pass
     931.899428       61.551916        0.096034        0.146463 pass
     278.992659      863.523512        0.035447        0.120818 pass
     390.517977      714.942782        0.040210        0.026052 pass
     672.603275     1150.007337        0.066333        0.048443 pass
    1016.060637       95.542167        0.001335        0.157158 pass
     176.356773      909.655239        0.013038        0.072142 pass
     724.290872      892.794518        0.101276        0.008393 pass
     646.904801     1113.206765        0.162050        0.102901 pass
     128.268616     1000.016504        0.036516        0.016218 pass
     622.568739      773.248702        0.062414        0.029313 pass
     644.348170      739.333103        0.114319        0.099452 pass
     868.226808     1039.696269        0.047613        0.069743 pass
     498.760965      211.171171        0.033503        0.070811 pass
     942.324384      987.362507        0.100681        0.027871 pass
     100.696545      965.794500        0.018926        0.064925 pass
     178.862318     1098.305334        0.057045        0.123076 pass
     677.287898      986.103619        0.015198        0.054493 pass
     835.299161      989.285561        0.046095        0.021453 pass
    1010.125429      374.893101        0.061250        0.015972 pass
     795.097376      521.635444        0.072125        0.186711 pass
     498.373269      795.225606        0.102373        0.026779 pass
     257.769674      897.406207        0.030709        0.068101 pass
    1018.345570       81.388463        0.046308        0.116262 pass
     472.671194      529.628751        0.098664        0.091428 pass
     426.512050      320.769890        0.058661        0.130424 pass
     813.230910      294.548651        0.067630        0.099487 pass
    1022.433226      894.784866        0.048230        0.003368 pass
     575.107265      635.080978        0.038915        0.102623 pass
     378.156468      511.163374        0.063130        0.075643 pass
     286.465082      818.002190        0.050353        0.059012 pass
     457.595452      514.651884        0.018769        0.060980 pass
     917.916471     1032.014722        0.108675        0.032432 pass
     418.501148      773.181765        0.099565        0.008555 pass
     847.157255      907.377108        0.081896        0.052536 pass
     721.274686       93.052672        0.044142        0.005995 pass
     877.933048      313.479260        0.012085        0.026318 pass
     596.581824      933.305906        0.043858        0.088979 pass
     757.309928     1074.430754        0.054262        0.013342 pass
     273.547150      868.407724        0.026504        0.089600 pass
    1041.855325      465.316457        0.009790        0.069381 pass
     453.204179     1047.052701        0.061837        0.041058 pass
     160.948112     1137.963773        0.124319        0.073457 pass
     199.807793     1137.138248        0.068836        0.172112 pass
     968.359352      632.970182        0.011867        0.008910 pass
     387.890723      985.436240        0.130051        0.041773 pass
    1055.669614      599.649516        0.052931        0.061414 pass
     127.054884     1094.143723        0.037857        0.058183 pass
     841.199967      743.629448        0.001190        0.034543 pass
     659.785858      352.350212        0.058900        0.018648 pass
      18.995271      769.426152        0.006596        0.039620 pass
     387.167876      176.725064        0.170642        0.004818 pass
     569.949869      559.466030        0.019539        0.011115 pass
     954.325261      390.653165        0.016766        0.010546 pass
     858.349976      191.357463        0.023651        0.002985 pass
    1029.822468      806.287604        0.073894        0.059739 pass
     693.159415     1032.697040        0.019680        0.083980 pass
     944.296106       60.293831        0.002236        0.136439 pass
     135.815498      862.055348        0.021623        0.121702 pass
    1009.852253      249.500470        0.108810        0.056718 pass
     371.519368      210.988876        0.036863        0.001210 pass
      19.356483      917.389332        0.040314        0.076833 pass
     528.020591     1050.443243        0.054602        0.185155 pass
     466.917924      127.000156        0.041553        0.017208 pass
     630.181012      672.542019        0.034471        0.025944 pass
     789.324051       25.140798        0.035402        0.066345 pass
     755.090510      305.490431        0.064166        0.012514 pass
     604.522407      584.013330        0.019142        0.012357 pass
     669.790402      588.101226        0.107173        0.297246 pass
     832.493016      184.883596        0.044862        0.035601 pass
     129.742335      992.816767        0.027225        0.007749 pass
     327.691793     1027.331071        0.039419        0.097781 pass
     427.455040      995.893330        0.038014        0.128839 pass
     409.446610      728.899829        0.074247        0.023616 pass
     542.420668      669.697829        0.033986        0.022222 pass
     618.064333      109.493399        0.012664        0.006606 pass
     928.853173      386.318290        0.014591        0.025288 pass
    1011.238683      470.195496        0.022428        0.053806 pass
     809.883020      361.921395        0.043895        0.063695 pass
     156.842988      941.265660        0.026813        0.007445 pass
     869.991679      815.164160        0.001839        0.046360 pass
     566.105350      334.129988        0.060727        0.099388 pass
     504.116205      835.591334        0.039941        0.077628 pass
     787.646833      526.808642        0.027500        0.064108 pass
    1051.981292      106.156458        0.074481        0.161403 pass
     497.718109      592.028379        0.002397        0.041040 pass
     845.094458      656.691133        0.055683        0.014886 pass
     713.743949     1140.072780        0.076753        0.109453 pass
     282.913793     1093.328941        0.023747        0.251657 pass
     505.518947      400.474984        0.029459        0.064334 pass
     222.444337     1095.941913        0.026693        0.032237 pass
     437.503325      403.080780        0.045281        0.035906 pass
     489.471279      104.505226        0.028314        0.008411 pass
     460.123493      773.179797        0.021004        0.030232 pass
     523.057677      891.991025        0.029962        0.134091 pass
     845.141995      398.394444        0.019249        0.058347 pass
     215.605587      833.694272        0.037718        0.032241 pass
     739.580635      773.943171        0.009590        0.022000 pass
     604.215853      204.780467        0.017922        0.007904 pass
     564.630985      732.132616        0.794687        0.268266 fail
     499.378755      497.147274        0.009253        0.036862 pass
     658.273191      532.343745        0.028048        0.060879 pass
     601.261048      969.669289        0.036150        0.096129 pass
     814.515224      455.519932        0.030171        0.025062 pass
     940.489512      825.545476        0.023451        0.010250 pass
     458.070836      559.846451        0.037567        0.025205 pass
     949.717753      177.187627        0.026917        0.041783 pass
     984.301140     1017.612856        0.154244        0.022771 pass
     956.883521     1009.233286        0.026185        0.069579 pass
     471.953516      263.317681        0.581757        0.175885 fail
     555.530604      692.120788        0.046376        0.047499 pass
     529.457015       79.493877        0.064803        0.016531 pass
     411.819527     1030.612960        0.064347        0.007940 pass
     871.577439     1143.999673        0.020876        0.069096 pass
     738.429957      716.534943        0.019460        0.057253 pass
     949.070326      403.411655        0.041071        0.020759 pass
    1023.784398      718.095448        0.094704        0.017529 pass
     943.102895      205.379047        0.009439        0.072714 pass
     565.898316       15.436283        0.007967        0.009652 pass
     793.031125      763.475149        0.081633        0.178275 pass
    1086.593192      940.749787        0.049297        0.097137 pass
     918.916239      874.756538        0.005055        0.078806 pass
     491.524725      841.253480        0.029591        0.017480 pass
     644.459486      619.139606        0.061695        0.017166 pass
     167.608811      893.763116        0.024894        0.040049 pass
     486.085750      584.315898        0.107535        0.019602 pass
     954.799088     1108.421603        0.080064        0.122176 pass
    1056.176111     1114.972511        0.185662        0.113986 pass
     915.977830      370.302628        0.001079        0.052869 pass
     945.981081      769.541440        0.055015        0.003913 pass
     634.633052      926.645932        0.013236        0.011408 pass
     902.021411      357.370179        0.029217        0.037159 pass
    1013.029652      358.034373        0.034192        0.037197 pass
     741.365852     1143.239234        0.085059        0.116520 pass
     520.609419      650.220059        0.203019        0.215142 pass
    1056.530239      378.231149        0.059766        0.026694 pass
     729.221893     1005.399844        0.163662        0.039159 pass
     753.856382      864.298542        0.035687        0.035986 pass
     802.254506      916.470049        0.000514        0.033610 pass
    1035.542728      795.766952        0.010085        0.039626 pass
      58.263529     1114.182486        0.082553        0.049110 pass
     621.427794      513.192725        0.065811        0.178797 pass
     370.246233      672.830302        0.005035        0.014989 pass
     575.569356      323.128421        0.012259        0.110982 pass
     589.247151      146.452792        0.007893        0.036503 pass
     594.307869      459.441143        0.068209        0.023539 pass
     907.401467      530.689764        0.066645        0.029233 pass
     150.688260      923.666687        0.075680        0.152427 pass
     458.936712      149.325089        0.068991        0.030466 pass
     397.108752      375.794830        0.080297        0.017826 pass
     747.694178      615.910430        0.092497        0.019617 pass
     594.030674     1137.202297        0.081037        0.115091 pass
     977.828970     1070.320878        0.081047        0.146417 pass
     805.736884      714.277754        0.044220        0.043274 pass
     343.112571      932.416367        0.031421        0.072577 pass
     727.095577     1021.384381        0.004987        0.090605 pass
      89.020920      985.888026        0.123144        0.208438 pass
      21.491439      850.351148        0.064242        0.032303 pass
     775.753991      651.654421        0.073742        0.043202 pass
     352.424784     1002.073528        0.011725        0.078839 pass
    1081.603872      293.612751        0.048214        0.009088 pass
    1026.465643      269.909679        0.021466        0.028691 pass
     334.877934     1116.549590        0.013673        0.138395 pass
     519.155789      489.300354        0.127770        0.004832 pass
     797.954319      394.105458        0.032977        0.000082 pass
     840.301065      135.361563        0.051029        0.053717 pass
     221.012040     1073.976254        0.253252        0.377490 pass
     674.682403      405.489421        0.014964        0.009490 pass
     553.805849     1050.868439        0.097366        0.117272 pass
     378.983765      575.081643        0.245696        0.110830 pass
     478.747803     1032.313617        0.179524        0.352947 pass
     396.774097     1113.100903        0.026552        0.039504 pass
     521.080374      249.989679        0.137511        0.787792 fail

508  matches found


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')

Text(0, 0.5, 'y difference in pixels')


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_ra, gaia_dec,range(len(gaia_ra))):

    match = np.where((np.abs(gaia_cat['RA']-ra) < tol) & (np.abs(gaia_cat['DEC']-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_ra))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (gaia) sources:',len(gaia_ra))
print('Total number in output (gaia) catalog:',len(gaia_cat))
print('Total percent found:',total_percent_found)
print('\n')

if (found_count == len(gaia_cat)):
    print('All gaia images output by pipeline match Gaia sources found from Vizier')


SNR threshold used for pipeline:  5
Total matches found: 2187
Total missed: 7812
Number of multiples:  0
Total number of input (gaia) sources: 9999
Total number in output (gaia) catalog: 2187
Total percent found: 21.872187218721873


All gaia images output by pipeline match Gaia sources found from Vizier


# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
    if (cat_ra[i]>180.):
        cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg

#print(cat_ra)
#print()
#print(cat_dec)


# Look at position differences in RA and Dec rather than pixels

allRAdiff_cal = []
allDecdiff_cal = [] 
    
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
    
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
    
# Find where the catalogs match
    
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    allRAdiff_cal.append(ra_diff[i])
    allDecdiff_cal.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()

RA_Diff (mas)  Dec_diff (mas) pass/fail
      -6.853659       36.456219 fail
      60.613961       17.973416 fail
     -27.488706       -4.036802 pass
     -37.534769       -4.648332 fail
       7.106735       26.358894 pass
      -3.042358       11.619434 pass
     -48.469597       -0.200451 fail
     -32.220854        3.900329 fail
      -8.406689       27.394669 pass
     -80.409404       16.181315 fail
       2.923510       -1.239091 pass
      17.381054        5.091660 pass
     -49.634322       10.048460 fail
      -7.118932       22.039065 pass
      -1.941678      -17.774699 pass
     -52.756251        5.544394 fail
     -38.282059        0.281311 fail
      65.702749      -12.613684 fail
      64.171523        6.752807 fail
     -86.785826      -36.702026 fail
     -73.211470        2.798540 fail
     -15.465802        1.727303 pass
      -7.210713        5.179290 pass
     -15.403875        0.283218 pass
      78.238329        9.060807 fail
      -2.334027       13.009532 pass
     -66.181622        2.945389 fail
      26.398240        9.545589 pass
      56.750255       21.997990 fail
      79.947231       18.667666 fail
      -2.966918       -3.872571 pass
      43.785356       -7.571293 fail
     -59.867773      -19.737803 fail
     -26.061004        8.507477 pass
       8.738707        8.192012 pass
      26.399830       -6.124101 pass
     -16.195447        8.054521 pass
     -27.302022       -8.463784 pass
     105.103080       16.041208 fail
     -48.826046       15.022495 fail
      -0.705624       -7.365346 pass
      -9.640097       -0.369711 pass
      11.509234        3.471592 pass
      -1.734327       11.042696 pass
      58.533134      -21.356047 fail
      19.352338        6.788039 pass
      -2.351430      -25.135982 pass
      75.129586       16.987427 fail
      37.165832       -1.475463 fail
      37.693871        6.266103 fail
      45.932404       -6.451447 fail
       4.731347       -2.598917 pass
     -23.587739        0.238224 pass
      53.545940       -2.030477 fail
     -79.025413       22.539833 fail
      -3.135859        6.189550 pass
      56.745922      -23.136266 fail
       1.477120      -10.533953 pass
      25.820892       -0.944893 pass
      -6.321973      -11.099667 pass
     -10.271524       -1.366110 pass
     -21.229850       12.142242 pass
     -72.115691       18.441726 fail
      -3.418322        5.034073 pass
      -2.645971        5.959240 pass
       3.522374        9.836346 pass
       2.120497        2.175691 pass
     -31.053509        4.676178 fail
      10.476462        2.747397 pass
     -33.249088        1.954750 fail
      -3.603015        1.080434 pass
       0.675910       10.435196 pass
     -10.517210       18.693347 pass
      29.073125       -3.931246 pass
      37.254210       -6.260859 fail
     -46.141304       24.231394 fail
       0.264161       12.057718 pass
      14.792837        3.212273 pass
      -7.581936       14.910628 pass
      33.864143        0.743176 fail
      22.717197       -7.694018 pass
     -32.515080       -7.346794 fail
     -10.660810       -2.267642 pass
      54.891381        8.183693 fail
     -19.497456        5.258267 pass
       1.269271       -5.322286 pass
     -35.258323       -2.192614 fail
     -32.262456       -6.902133 fail
      13.110708       31.561494 fail
     -19.036333        3.510193 pass
     -38.119711        1.385913 fail
      20.218080       -3.484676 pass
      -0.399920        0.998565 pass
      -5.588569      -27.159197 pass
      11.409879        0.106879 pass
     -15.283410        6.087474 pass
      25.854199       10.081611 pass
      79.993807       -8.734022 fail
     -19.620919      -12.855853 pass
     -35.403361       -0.296070 fail
     -21.797699      -14.761112 pass
      12.585939        4.829760 pass
     -18.380071       -7.661516 pass
      -7.695388        1.840754 pass
     -28.833122        9.032358 pass
      -2.737151        1.170199 pass
       4.040110       -3.783175 pass
       2.535174       16.503831 pass
     -42.094103       -4.733843 fail
       0.805816       -0.858437 pass
       0.477254        9.907864 pass
       9.831530       11.117782 pass
      37.265693        5.217479 fail
      -9.741440      -12.327902 pass
     -21.202416       -3.303388 pass
       1.851265        4.472172 pass
      37.592157       -0.036099 fail
      38.504669        5.328202 fail
     -44.747974      -23.270653 fail
     -35.114770       13.480665 fail
     -48.066779       -3.459809 fail
      32.653636        2.643507 fail
      -9.063908       11.780463 pass
      60.646592       17.759585 fail
      22.739958        1.531931 pass
      64.193153       15.586265 fail
     -57.091744       -3.144542 fail
       6.003699        8.106866 pass
     -33.399238       20.247861 fail
      14.085755       12.230894 pass
      33.460810       17.371084 fail
     -34.349403      -10.453638 fail
      20.417131       -9.295815 pass
      -3.457792       -6.261393 pass
     -31.852728       -5.770200 fail
      23.994891        6.587718 pass
     -31.103166       -6.345654 fail
      -3.848916       16.979663 pass
     -27.960934        0.501017 pass
       6.718162       -0.435028 pass
      40.463600       -1.094315 fail
      17.505609       22.828273 pass
      18.236606        4.306769 pass
     -26.309762        3.764730 pass
      34.967022       20.684733 fail
     -11.371627        5.650559 pass
      -4.153517        3.063365 pass
     -44.634575       -3.568979 fail
      -1.599520        9.185857 pass
      21.098509       -1.853885 pass
      15.469876       17.478276 pass
      -8.112606        3.149023 pass
       9.445210       24.433045 pass
      17.197552        2.869618 pass
     -12.739548       -8.509838 pass
       7.702630       -6.229789 pass
     -72.035696        7.601261 fail
      -6.706659      -10.663996 pass
      -5.875093       18.244367 pass
      86.994158       13.534158 fail
       1.928066      -15.082317 pass
     -58.885895        6.769256 fail
     -19.227776       -2.733081 pass
       0.590117       10.172587 pass
      12.712208       14.482470 pass
       0.501404        3.740909 pass
      47.868833       -5.522108 fail
     -21.872897        7.673507 pass
     -57.126857       -7.428847 fail
     -28.736877      -20.981165 pass
      38.196101       10.756852 fail
     -32.378859       10.114112 fail
      70.389590        2.582337 fail
     -28.462681       14.072196 pass
       4.326007       -5.523331 pass
     -58.937423       38.507052 fail
     -31.832786       -2.187896 fail
      -8.852586       -2.137649 pass
     -31.604902        9.126643 fail
      65.279503        3.235725 fail
     -18.209369       10.005218 pass
     -24.580634       14.740178 pass
      66.036872        6.329068 fail
      23.198061       13.791590 pass
      24.323692       12.578940 pass
       5.055937        3.523446 pass
       0.776428       -4.693441 pass
      -8.322113       -0.394711 pass
      -2.476799        3.717547 pass
     -24.191889        2.034545 pass
     -30.660717        4.039708 fail
     -13.693644       11.406592 pass
       9.152476       37.304497 fail
     -14.482107        3.009014 pass
      20.397815        1.836944 pass
       3.084601       25.801449 pass
      21.604873      -19.487760 pass
      40.014908        1.322744 fail
     -12.043484        6.678364 pass
      25.140804       -7.883324 pass
      -1.734138       -5.620805 pass
      -1.099037        5.465512 pass
      25.881573       11.979696 pass
       3.955022        9.684560 pass
      32.785493        8.866551 fail
     -31.833717        7.448919 fail
      14.776968        3.023226 pass
     -24.507070       10.789516 pass
      28.388570       -9.699682 pass
       7.662694        2.288591 pass
       6.350448       15.027117 pass
     -10.593679       16.088815 pass
      12.737532       -2.135539 pass
      22.198970        5.840865 pass
      39.434181       14.150275 fail
      -1.519585       12.750512 pass
     -61.648837      -10.509577 fail
     -20.631349        4.219318 pass
      41.753681        3.665620 fail
      15.230332        9.296708 pass
     -15.173443        6.214894 pass
      27.039137       -0.400474 pass
     -57.778402        3.117189 fail
     -29.604805       15.312260 pass
     -36.436964       16.195250 fail
      -8.116651        2.660732 pass
      20.341309       10.816411 pass
      31.247823        4.259308 fail
     -10.860154        1.396531 pass
      11.561878        7.250930 pass
      -2.857506       16.932253 pass
     -19.187299        4.057094 pass
      10.040234      -22.497017 pass
      42.898644      -11.114876 fail
     -31.759094        1.940492 fail
     -15.486052       -5.445730 pass
     -10.493410       13.128571 pass
      18.287892       -6.347694 pass
     -55.541127       15.376318 fail
     -26.501110        6.089993 pass
       8.966807       -1.469549 pass
     -39.958739       -1.980143 fail
      16.710645        2.251144 pass
     -16.535405      -23.666602 pass
     -70.486059       11.496416 fail
      63.668423        1.178411 fail
     -20.507982      -15.118330 pass
       7.871398       27.962564 pass
     -10.799281       -1.588927 pass
     -50.545050       14.414207 fail
      -6.832012       12.790864 pass
      34.755690        5.979535 fail
     -43.154216       -4.016438 fail
      27.696902       14.184203 pass
     -21.004187        0.866562 pass
     -74.453402        2.343965 fail
       6.606010        2.496079 pass
       8.300857       14.483721 pass
      72.693363       -4.108260 fail
     -13.731376       18.591047 pass
       1.148913        0.478039 pass
      18.833457        8.430547 pass
      56.887112        4.035735 fail
       8.950576       -0.348024 pass
      -8.036894       -2.022196 pass
      16.420634       16.241047 pass
     -54.983134       -5.982873 fail
      50.077807      -11.248312 fail
      -1.472223      -19.445892 pass
     -17.765013        1.153470 pass
      -0.657365        5.173281 pass
      -0.656667        4.005776 pass
      11.075134        0.843348 pass
      12.128089       -6.430925 pass
      69.004925        0.832881 fail
    -106.766794        2.543701 fail
     -64.801897        5.657610 fail
       0.083772        8.397773 pass
      17.919007       -0.258428 pass
      -8.603288        0.624800 pass
     -25.261894        8.442392 pass
      16.189230       10.964005 pass
     -37.688552        4.827249 fail
      -6.029763       -2.993482 pass
      -0.728299       15.702895 pass
      -0.418552      -26.107945 pass
     -18.943398        4.384165 pass
      -3.841531        4.382722 pass
      -4.303364        7.212781 pass
     -39.199281        1.147375 fail
       3.523059       19.605055 pass
     -33.929592        2.600559 fail
     -21.497675        4.306803 pass
      12.562341        9.978601 pass
     -10.304079        4.697214 pass
      57.758103       -7.740589 fail
      52.823969        3.612804 fail
      -9.407121       12.400485 pass
     -15.316357        6.825824 pass
      23.264217        1.570479 pass
     -31.416523        0.857208 fail
      32.272642       -4.460214 fail
     -13.539482       -5.405691 pass
      -1.337005       -8.712052 pass
       6.209945       12.862125 pass
     -24.491882       -2.748807 pass
      19.447327        3.413490 pass
     -34.831307      -25.043022 fail
     -33.616205       13.110138 fail
     -12.147373        6.488564 pass
      13.006708       -0.183216 pass
     -56.568701       -5.298294 fail
      27.950741        0.305798 pass
       2.934447       -6.897513 pass
     -24.978400        5.890427 pass
     -19.200869        3.429410 pass
      65.594148        5.408386 fail
     -36.381394        6.240974 fail
     -12.413785       10.961728 pass
     -41.048241        4.887823 fail
     -58.520508      -10.003046 fail
     -25.580429       -9.118793 pass
      -1.682521        1.168922 pass
      -9.027538        3.439972 pass
      72.318439      -11.770963 fail
     -11.470183        6.071519 pass
     -30.117492       -7.951585 fail
     -36.094248       -3.087215 fail
       2.960672       19.580412 pass
      21.515248       13.509360 pass
      15.103900        8.115460 pass
     -55.347046       -6.464633 fail
     -30.049941        1.777557 fail
      19.984576       18.111120 pass
       3.001481       13.924506 pass
     -14.146308        1.896162 pass
     -23.714950        3.716538 pass
     -10.790290       17.013268 pass
      -8.781612        7.524437 pass
     -31.862008       -1.437020 fail
      43.313108       14.915668 fail
      12.361699       -0.916066 pass
      17.357644        4.624711 pass
     -41.897894        8.138953 fail
      19.333792       -6.458875 pass
     -15.011070        6.906150 pass
      32.967943       -0.685420 fail
      -1.580140       -7.479758 pass
       9.537557       14.668279 pass
       1.099009        6.262346 pass
     -15.668831        1.257298 pass
     -17.862553       -3.153489 pass
       9.956702       21.921761 pass
      29.880705        5.273538 pass
       5.010045        8.096631 pass
       6.619934       13.683180 pass
     -36.514396        7.635070 fail
     -26.709713       12.791327 pass
      14.323609       12.357322 pass
     -15.129769       -0.754758 pass
     -18.794977       10.230078 pass
     -14.528451       -9.664187 pass
      11.681278        7.564724 pass
       1.782468        7.048365 pass
      31.451199        6.039763 fail
      30.215401        3.230564 fail
      28.788790       -3.798000 pass
     -14.026411       -0.371731 pass
      -1.995274       -3.134520 pass
       7.685472       10.666441 pass
     -17.659864        0.188687 pass
       2.292964       10.331495 pass
      -1.563134        7.751586 pass
     -21.831776        3.022340 pass
      33.617691       10.839866 fail
       9.952386       20.259861 pass
      -3.077477       -1.241646 pass
      37.461326        7.539005 fail
      12.290659        7.889232 pass
       7.878567        7.185583 pass
      -2.650521        3.718772 pass
     -16.965727       -3.386126 pass
      -0.565235        4.450176 pass
      53.027839        3.419786 fail
       5.305115        1.657742 pass
       5.875438       -0.754877 pass
      -7.106953       -0.871913 pass
     -26.789242        4.762659 pass
       0.535939        9.564359 pass
      -9.695298       14.745718 pass
      -1.323167       13.700998 pass
     -37.348671        3.626787 fail
      11.307861        0.982844 pass
       7.414356        9.264973 pass
       4.662598       21.346551 pass
     -11.701793       -2.826980 pass
     -12.365486        2.015672 pass
       6.556691        8.015679 pass
      18.994367        2.843606 pass
      -6.730233        0.897119 pass
     -52.731670       29.757444 fail
     -16.203116        2.821758 pass
       7.909963        1.469170 pass
       5.744682       11.517657 pass
     -20.253221       13.095126 pass
     -24.507843        0.844688 pass
      11.969756       -1.623748 pass
      -3.475978       -1.009503 pass
      -6.177252        2.404162 pass
       3.371235        6.355767 pass
     -17.762993        5.891059 pass
      -8.782132        0.188430 pass
      -2.496461        5.070494 pass
     -25.309454        9.375280 pass
     -17.468041        7.495591 pass
     -12.729010        6.315674 pass
     -33.656686       15.776393 fail
      -3.445851        4.396040 pass
     -18.190217        0.323309 pass
     -30.970035       10.091399 fail
      -9.243575       27.846182 pass
     -13.340402        6.296764 pass
     -10.380619        2.879979 pass
      11.626554        4.941547 pass
       8.191028        1.566833 pass
       4.499770        3.765103 pass
       0.416224       15.237558 pass
       2.094069        6.774352 pass
     -13.785345        2.626133 pass
      -4.417093        2.163845 pass
      -6.056247        0.442694 pass
       0.430209        4.212331 pass
      12.682633       -5.953543 pass
     -17.524131        9.588875 pass
     -10.975549        2.018912 pass
       6.570050        1.655845 pass
       9.948912        3.602729 pass
       5.553172        5.155712 pass
     -49.189601       -1.112320 fail
       3.489835        8.153685 pass
      11.200935        6.225349 pass
     -21.101488        0.294762 pass
      19.375480        2.349852 pass
       1.882918        7.978014 pass
      -9.794845        5.758579 pass
      11.315045        3.204059 pass
     -28.104180       -4.099807 pass
      -1.886016        8.105032 pass
       1.824860        1.231142 pass
     -13.451744      -21.227505 pass
     -21.669549        9.388619 pass
      -3.649626        8.663869 pass
       7.995180        2.580763 pass
     -20.198565        0.433188 pass
       5.061451        4.919183 pass
      31.941665        4.613622 fail
     -32.841842       11.390634 fail
      64.950277       -8.047287 fail
       3.824927       -5.708908 pass
     -17.260472       -0.852347 pass
      -3.338911       -1.543932 pass
       6.570511        4.707537 pass
     -13.018595        3.240637 pass
      18.599009       14.609506 pass
      76.932087      -18.637839 fail
     -20.223625        1.507692 pass
     -48.012939       -8.041033 fail
     -13.409021        3.075662 pass
      -2.062573        3.657106 pass
       0.494316        4.531560 pass
      22.304730        7.232871 pass
      -8.543462      -20.916370 pass
      -0.568880       -1.742241 pass
     -11.100394       11.754087 pass
       0.033213        4.141933 pass
     -22.627030        0.974539 pass
      18.658509        4.716178 pass
     -33.438567       14.787039 fail
      23.314506       -1.710069 pass
     -25.983470        0.077870 pass
     -29.877853       -0.015746 pass
     -32.663456       10.605427 fail
     -34.749144       13.996532 fail
     -16.524709        3.668079 pass
       4.932271        8.598803 pass
      -7.529883        9.711082 pass
      24.368255       25.453365 pass
      17.742218        4.986225 pass
     -25.641109        2.976375 pass
      -1.571931        8.822630 pass
     -15.490040       -0.133581 pass
      -8.524669        2.613461 pass
     -13.355184       14.695281 pass
     -39.162762       -3.479825 fail
     -10.192484       -0.755291 pass
     -19.301477        4.643649 pass
      -5.248855        0.682851 pass
     -37.850827       10.464764 fail
      83.235227       -6.342583 fail
     -78.805114       34.127025 fail
     -10.818179        3.670569 pass


# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):

    match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_cat['RA']))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')


SNR threshold used for pipeline:  5
Total matches found: 397
Number of multiples:  0
Total number of input (Gaia) sources: 2187
Total number in output JWST catalog: 560
Total percent found: 18.152720621856425


# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')

Text(0, 0.5, 'aper_total_flux')


# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxflux = 0.0012

index = np.where(catalog['aper_total_flux'] < maxflux)

ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index])
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')

Text(0, 0.5, 'Flux err')


# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['label'], catalog['aper_total_abmag'])
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('label')
plt.ylabel('aper_total_abmag')

Text(0, 0.5, 'aper_total_abmag')


# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'])
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')

Text(0, 0.5, 'AB mag err')


# Read in dataset from Box

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url, timeout=600)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)

# F1280W data of PID 1040 (LMC), taken in May 2022   
file_urls = ['https://stsci.box.com/shared/static/kt3zb9b9aynuvtn4ytuxl2yl5bhsbc7l.fits',
             'https://stsci.box.com/shared/static/qebublvwwi1wvsiu6pu6fb6r0vcgf0jz.fits',
             'https://stsci.box.com/shared/static/huuf70x9hg6wnhl1i05hu8dx0fld4yd3.fits',
             'https://stsci.box.com/shared/static/pblxt7pvujuumwrertz94vm5mfcssqv7.fits',
             'https://stsci.box.com/shared/static/5adbhbdrf0nk85cxbhgi11s5lic959ru.fits'] 

file_names_long = ['jw01040001005_03109_00001_mirimage_uncal.fits',
              'jw01040001005_03109_00002_mirimage_uncal.fits',
              'jw01040001005_03109_00003_mirimage_uncal.fits',
              'jw01040001005_03109_00004_mirimage_uncal.fits',
              'jw01040001005_03109_00005_mirimage_uncal.fits']


box_download_list = [(url,name) for url,name in zip(file_urls,file_names_long)]


get_box_files(box_download_list)


print('Filenames of uncal files')
print(file_names_long)

Filenames of uncal files
['jw01040001005_03109_00001_mirimage_uncal.fits', 'jw01040001005_03109_00002_mirimage_uncal.fits', 'jw01040001005_03109_00003_mirimage_uncal.fits', 'jw01040001005_03109_00004_mirimage_uncal.fits', 'jw01040001005_03109_00005_mirimage_uncal.fits']


# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')    
    
print('There are ', len(file_names_long), ' images.')
        
slopelist_long = []    
    
# loop over list of files
for file in file_names_long:

    # Run pipeline on each file
    rampfile = Detector1Pipeline.call(file, save_results=True)
    
    # set up output file name
    base_long, remainder = file.split('_uncal')
    outname = base_long
    
    slopelist_long.append(base_long+'_rate.fits')

print('Detector 1 steps completed on all files.')
print(slopelist_long)

There are  5  images.

2022-10-04 17:35:02,566 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:02,586 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:02,587 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:02,589 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:02,590 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:02,591 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:02,592 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:02,594 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:02,595 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:02,596 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:02,597 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:02,599 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:02,600 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:02,601 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:02,602 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:02,603 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:02,605 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:02,606 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:03,030 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00001_mirimage_uncal.fits',).
2022-10-04 17:35:03,040 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:03,283 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:03,292 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:03,293 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:03,295 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:03,296 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:03,298 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:03,298 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:03,300 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:03,300 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:03,301 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:03,303 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:03,304 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:03,305 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:03,989 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:03,991 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:04,085 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:04,086 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:04,089 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:04,520 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:04,522 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:04,547 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:04,785 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:05,180 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:05,182 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:05,204 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:05,674 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1123 saturated pixels
2022-10-04 17:35:05,679 - stpipe.Detector1Pipeline.saturation - INFO - Detected 73 A/D floor pixels
2022-10-04 17:35:05,687 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:05,885 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:05,886 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:05,887 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:05,889 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:06,070 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,071 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,150 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:06,337 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,338 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,418 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:06,600 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:06,602 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:06,623 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:06,948 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:07,141 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,143 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:07,165 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:07,472 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:07,653 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,654 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:07,676 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:07,789 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:07,973 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:07,974 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:07,997 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:10,449 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:10,450 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:11,499 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:11,705 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:11,706 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:11,782 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:11,783 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:11,784 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:11,784 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:11,785 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:11,787 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:11,885 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:11,901 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:12,083 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:12,085 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:12,095 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:12,108 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:12,144 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:12,254 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:12,275 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:12,970 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:35:13,002 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19147 pixels with at least one CR from five or more groups.
2022-10-04 17:35:13,003 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 118 pixels with at least one CR from four groups.
2022-10-04 17:35:13,003 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 69 pixels with at least one CR from three groups.
2022-10-04 17:35:16,169 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.9146 sec
2022-10-04 17:35:16,173 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.077818
2022-10-04 17:35:16,178 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:16,365 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:16,366 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:16,403 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:16,404 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:16,454 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:16,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:16,500 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:16,501 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:35:22,136 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:35:22,136 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:35:22,217 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:35:22,395 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:22,396 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:22,436 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:22,437 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:22,441 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:22,624 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-10-04 17:35:22,626 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:22,668 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:22,668 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:22,673 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:22,757 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rateints.fits
2022-10-04 17:35:22,758 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:35:22,759 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:35:22,835 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rate.fits
2022-10-04 17:35:22,836 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:35:23,066 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:23,083 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:23,084 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:23,085 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:23,086 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:23,087 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:23,087 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:23,088 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:23,089 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:23,090 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:23,091 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:23,092 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:23,093 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:23,094 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:23,095 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:23,096 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:23,097 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:23,098 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:23,289 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00002_mirimage_uncal.fits',).
2022-10-04 17:35:23,299 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:23,517 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:23,521 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:23,522 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:23,524 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:23,525 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:23,526 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:23,526 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:23,527 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:23,527 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:23,528 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:23,529 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:23,530 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:23,530 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:23,531 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:23,531 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:23,948 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:23,949 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:24,016 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:24,017 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:24,019 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:24,203 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:24,204 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:24,226 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:24,424 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:24,604 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:24,605 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:24,627 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:25,091 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1137 saturated pixels
2022-10-04 17:35:25,097 - stpipe.Detector1Pipeline.saturation - INFO - Detected 72 A/D floor pixels
2022-10-04 17:35:25,105 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:25,287 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,288 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,289 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:25,291 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:25,472 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,474 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,543 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:25,728 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,729 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:25,798 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:25,981 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:25,982 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:26,004 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:26,312 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:26,492 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:26,494 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:26,515 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:26,814 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:27,002 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:27,004 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:27,026 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:27,132 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:27,320 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:27,321 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:27,343 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:29,774 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:29,775 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:30,791 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:31,017 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:31,019 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:31,087 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:31,087 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:31,088 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:31,088 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:31,089 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:31,091 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:31,182 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:31,198 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:31,384 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:31,386 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:31,395 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:31,408 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:31,444 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:31,548 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:31,563 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:32,225 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:35:32,256 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19118 pixels with at least one CR from five or more groups.
2022-10-04 17:35:32,257 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 88 pixels with at least one CR from four groups.
2022-10-04 17:35:32,257 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 77 pixels with at least one CR from three groups.
2022-10-04 17:35:35,437 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.88846 sec
2022-10-04 17:35:35,440 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.045093
2022-10-04 17:35:35,446 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:35,636 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:35,637 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:35,670 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:35,671 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:35,720 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:35,720 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:35,766 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:35,767 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:35:41,384 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:35:41,385 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:35:41,464 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:35:41,647 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:41,648 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:41,688 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:41,689 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:41,693 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:41,872 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-10-04 17:35:41,874 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:41,916 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:35:41,917 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:35:41,921 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:35:42,007 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rateints.fits
2022-10-04 17:35:42,008 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:35:42,008 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:35:42,085 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rate.fits
2022-10-04 17:35:42,086 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:35:42,315 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:35:42,331 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:35:42,332 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:35:42,333 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:35:42,334 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:35:42,334 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:35:42,335 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:35:42,336 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:35:42,337 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:35:42,338 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:35:42,339 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:35:42,340 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:35:42,341 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:35:42,342 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:35:42,343 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:35:42,344 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:35:42,345 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:35:42,346 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:35:42,533 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00003_mirimage_uncal.fits',).
2022-10-04 17:35:42,544 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:35:42,768 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:35:42,773 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:35:42,775 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:35:42,777 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:35:42,779 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:35:42,780 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:35:42,781 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:35:42,782 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:35:43,186 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,188 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:43,259 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:35:43,260 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:35:43,262 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:35:43,439 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,440 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:43,461 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:35:43,654 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:35:43,831 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:43,833 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:35:43,854 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:35:44,302 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1101 saturated pixels
2022-10-04 17:35:44,308 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-10-04 17:35:44,316 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:35:44,499 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,501 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:44,501 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:35:44,504 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:35:44,683 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,684 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:44,753 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:35:44,933 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:44,935 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,007 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:35:45,188 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:45,189 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,211 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:35:45,520 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:35:45,699 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:45,700 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:35:45,721 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:35:46,023 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:35:46,207 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:46,208 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:35:46,230 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:35:46,335 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:35:46,515 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:46,516 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:35:46,538 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:35:48,956 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:35:48,957 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:35:49,978 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:35:50,179 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:50,180 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:35:50,248 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:35:50,249 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:35:50,249 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:35:50,250 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:35:50,251 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:35:50,251 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:35:50,253 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:35:50,342 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:35:50,358 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:35:50,543 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:50,545 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:35:50,554 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:35:50,567 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:50,602 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:50,710 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:35:50,729 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:35:51,379 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:35:51,411 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19362 pixels with at least one CR from five or more groups.
2022-10-04 17:35:51,412 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 81 pixels with at least one CR from four groups.
2022-10-04 17:35:51,412 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 72 pixels with at least one CR from three groups.
2022-10-04 17:35:54,664 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.95227 sec
2022-10-04 17:35:54,668 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.113260
2022-10-04 17:35:54,673 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:35:54,874 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:35:54,876 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:35:54,910 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:35:54,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:35:54,966 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:35:54,966 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:35:55,012 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:35:55,013 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:00,574 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:00,575 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:00,654 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:00,837 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:36:00,838 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:00,878 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:00,878 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:00,883 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:01,063 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-10-04 17:36:01,064 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:01,106 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:01,107 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:01,111 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:01,195 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rateints.fits
2022-10-04 17:36:01,196 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:01,196 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:01,273 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rate.fits
2022-10-04 17:36:01,274 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:36:01,502 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:36:01,518 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:36:01,520 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:36:01,521 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:36:01,522 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:36:01,523 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:36:01,524 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:36:01,525 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:36:01,526 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:36:01,527 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:36:01,528 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:36:01,529 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:36:01,530 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:36:01,531 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:36:01,532 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:36:01,533 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:36:01,534 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:36:01,535 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:36:01,720 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00004_mirimage_uncal.fits',).
2022-10-04 17:36:01,729 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:36:01,946 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:36:01,950 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:36:01,953 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:36:01,954 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:36:01,955 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:36:01,958 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:36:01,958 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:36:01,960 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:36:01,960 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:36:01,962 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:36:01,963 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:36:01,964 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:36:01,964 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:36:01,965 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:36:01,965 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:36:02,377 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:02,378 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:02,453 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:36:02,454 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:36:02,457 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:36:02,640 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:02,642 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:02,664 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:36:02,859 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:36:03,040 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,042 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:36:03,064 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:36:03,539 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1118 saturated pixels
2022-10-04 17:36:03,545 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-10-04 17:36:03,553 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:36:03,735 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,737 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:03,738 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:36:03,741 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:36:03,912 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:03,914 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:03,983 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:36:04,171 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,173 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,250 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:36:04,437 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,439 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,461 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:36:04,771 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:36:04,953 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:04,955 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:04,977 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:36:05,296 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:36:05,480 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:05,482 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:36:05,504 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:36:05,610 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:36:05,790 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:05,791 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:36:05,813 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:36:08,246 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:36:08,247 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:36:09,260 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:36:09,459 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:09,461 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:36:09,531 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:36:09,532 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:36:09,533 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:36:09,534 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:36:09,534 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:36:09,535 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:36:09,536 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:36:09,629 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:36:09,644 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:36:09,828 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:09,830 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:36:09,839 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:36:09,853 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:09,906 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:10,035 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:36:10,054 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:36:10,702 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:36:10,732 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 18486 pixels with at least one CR from five or more groups.
2022-10-04 17:36:10,733 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 115 pixels with at least one CR from four groups.
2022-10-04 17:36:10,733 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 63 pixels with at least one CR from three groups.
2022-10-04 17:36:13,759 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.72357 sec
2022-10-04 17:36:13,763 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 3.923074
2022-10-04 17:36:13,768 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:36:13,946 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:13,948 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:36:13,982 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:13,983 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:14,032 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:36:14,032 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:36:14,078 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:36:14,080 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:19,686 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:19,687 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:19,769 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:19,948 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:19,950 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:20,010 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:20,011 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:20,016 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:20,201 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-10-04 17:36:20,203 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:20,247 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:20,248 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:20,253 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:20,339 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rateints.fits
2022-10-04 17:36:20,340 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:20,341 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:20,419 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rate.fits
2022-10-04 17:36:20,420 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-10-04 17:36:20,653 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-10-04 17:36:20,671 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-10-04 17:36:20,673 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-10-04 17:36:20,674 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-10-04 17:36:20,675 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-10-04 17:36:20,676 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-10-04 17:36:20,677 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-10-04 17:36:20,678 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-10-04 17:36:20,680 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-10-04 17:36:20,681 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-10-04 17:36:20,682 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-10-04 17:36:20,683 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-10-04 17:36:20,684 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-10-04 17:36:20,685 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-10-04 17:36:20,686 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-10-04 17:36:20,687 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-10-04 17:36:20,688 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-10-04 17:36:20,689 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-10-04 17:36:20,871 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00005_mirimage_uncal.fits',).
2022-10-04 17:36:20,880 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-10-04 17:36:21,103 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-10-04 17:36:21,108 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits'.
2022-10-04 17:36:21,114 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-10-04 17:36:21,115 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-10-04 17:36:21,119 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-10-04 17:36:21,121 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-10-04 17:36:21,122 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-10-04 17:36:21,123 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-10-04 17:36:21,123 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits'.
2022-10-04 17:36:21,126 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-10-04 17:36:21,130 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-10-04 17:36:21,132 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-10-04 17:36:21,133 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-10-04 17:36:21,133 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-10-04 17:36:21,134 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-10-04 17:36:21,548 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:21,550 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:21,625 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-10-04 17:36:21,626 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-10-04 17:36:21,629 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-10-04 17:36:21,807 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:21,809 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:21,831 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-10-04 17:36:22,049 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-10-04 17:36:22,235 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:22,237 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-10-04 17:36:22,259 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-10-04 17:36:22,774 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1088 saturated pixels
2022-10-04 17:36:22,781 - stpipe.Detector1Pipeline.saturation - INFO - Detected 70 A/D floor pixels
2022-10-04 17:36:22,789 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-10-04 17:36:22,977 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:22,979 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:22,979 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-10-04 17:36:22,982 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-10-04 17:36:23,176 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,178 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,257 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-10-04 17:36:23,438 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,440 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,518 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-10-04 17:36:23,706 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:23,708 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:23,730 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0070.fits
2022-10-04 17:36:24,766 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-10-04 17:36:24,943 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:24,945 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:24,968 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-10-04 17:36:25,357 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-10-04 17:36:25,531 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:25,533 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-10-04 17:36:25,556 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-10-04 17:36:25,668 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-10-04 17:36:25,848 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:25,849 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-10-04 17:36:25,873 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0082.fits
2022-10-04 17:36:45,813 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-10-04 17:36:45,815 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-10-04 17:36:46,887 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-10-04 17:36:47,085 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:47,086 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-10-04 17:36:47,158 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-10-04 17:36:47,159 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-10-04 17:36:47,160 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-10-04 17:36:47,160 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-10-04 17:36:47,161 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-10-04 17:36:47,161 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-10-04 17:36:47,162 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-10-04 17:36:47,162 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-10-04 17:36:47,164 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-10-04 17:36:47,253 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-10-04 17:36:47,268 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-10-04 17:36:47,444 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:47,446 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0}
2022-10-04 17:36:47,456 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-10-04 17:36:47,471 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:47,508 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:47,621 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-10-04 17:36:47,640 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-10-04 17:36:48,279 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
  max_ratio = np.nanmax(ratio, axis=0)

2022-10-04 17:36:48,309 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 19227 pixels with at least one CR from five or more groups.
2022-10-04 17:36:48,310 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 89 pixels with at least one CR from four groups.
2022-10-04 17:36:48,310 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 76 pixels with at least one CR from three groups.
2022-10-04 17:36:51,484 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 3.86224 sec
2022-10-04 17:36:51,488 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.031489
2022-10-04 17:36:51,493 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-10-04 17:36:51,669 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:51,670 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-10-04 17:36:51,704 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-10-04 17:36:51,704 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-10-04 17:36:51,753 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-10-04 17:36:51,754 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-10-04 17:36:51,800 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-10-04 17:36:51,802 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-10-04 17:36:57,351 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-10-04 17:36:57,352 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-10-04 17:36:57,432 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-10-04 17:36:57,604 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:57,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:57,644 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:57,645 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:57,649 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:57,819 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-10-04 17:36:57,820 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-10-04 17:36:57,862 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-10-04 17:36:57,863 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-10-04 17:36:57,868 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-10-04 17:36:57,953 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rateints.fits
2022-10-04 17:36:57,954 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-10-04 17:36:57,955 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:36:58,032 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rate.fits
2022-10-04 17:36:58,033 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done

Detector 1 steps completed on all files.
['jw01040001005_03109_00001_mirimage_rate.fits', 'jw01040001005_03109_00002_mirimage_rate.fits', 'jw01040001005_03109_00003_mirimage_rate.fits', 'jw01040001005_03109_00004_mirimage_rate.fits', 'jw01040001005_03109_00005_mirimage_rate.fits']


# Run Calwebb_image2 on output files from detector1
#ratefiles = glob('*rate.fits')    
    
print('There are ', len(slopelist_long), ' images.')
    
callist_long = []

# cycle through files
for im in slopelist_long:

    calfile = Image2Pipeline.call(im, save_results=True)

    callist_long.append(calfile)

print(callist_long)

2022-10-04 17:36:58,088 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:36:58,089 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:36:58,091 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:36:58,092 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:36:58,093 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:36:58,094 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:36:58,273 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00001_mirimage_rate.fits',).

There are  5  images.

2022-10-04 17:36:58,279 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:36:58,317 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:36:58,327 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:36:58,329 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:36:58,329 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:36:58,330 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:36:58,330 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:36:58,331 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:36:58,332 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:36:58,333 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:36:58,334 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:36:58,335 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:36:58,337 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:36:58,337 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:36:58,338 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:36:58,338 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:36:58,339 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:36:58,340 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:36:58,341 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:36:58,342 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:36:58,343 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:36:58,343 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:36:58,344 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00001_mirimage
2022-10-04 17:36:58,344 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00001_mirimage_rate.fits ...
2022-10-04 17:36:58,556 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:58,558 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:36:58,750 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:36:58,831 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-10-04 17:36:58,832 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-10-04 17:36:58,832 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:36:58,902 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:36:59,079 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:59,080 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:36:59,510 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:36:59,687 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:36:59,688 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:36:59,714 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:36:59,715 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:36:59,793 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:36:59,794 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:36:59,795 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:36:59,795 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-10-04 17:36:59,855 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:36:59,857 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:36:59,858 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:36:59,858 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:36:59,875 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:00,052 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-10-04 17:37:00,054 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:00,081 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:00,101 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:00,102 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:00,222 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:00,850 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:01,022 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:01,636 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:01,889 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:02,502 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:02,757 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:03,379 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:03,657 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.522502904 -69.442128177 80.541109002 -69.472837498 80.629516265 -69.466217385 80.610789597 -69.435517523
2022-10-04 17:37:03,798 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00001_mirimage_i2d.fits
2022-10-04 17:37:03,799 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:03,800 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00001_mirimage
2022-10-04 17:37:03,801 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:03,802 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:03,989 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_cal.fits
2022-10-04 17:37:03,990 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:04,042 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:04,044 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:04,045 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:04,046 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:04,047 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:04,049 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:04,474 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00002_mirimage_rate.fits',).
2022-10-04 17:37:04,479 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:04,521 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:04,529 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:04,531 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:04,531 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:04,532 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:04,532 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:04,533 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:04,534 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:04,536 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:04,537 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:04,538 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:04,539 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:04,540 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:04,540 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:04,541 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:04,541 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:04,542 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:04,544 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:04,545 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:04,546 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:04,546 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:04,547 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00002_mirimage
2022-10-04 17:37:04,547 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00002_mirimage_rate.fits ...
2022-10-04 17:37:04,808 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:04,810 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:05,004 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:05,088 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-10-04 17:37:05,089 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-10-04 17:37:05,089 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:05,160 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:05,345 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:05,347 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:05,557 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:05,738 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:05,739 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:05,764 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:05,765 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:05,844 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:05,845 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:37:05,846 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:37:05,846 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-10-04 17:37:05,892 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:05,894 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:37:05,895 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:05,895 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:05,912 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:06,101 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-10-04 17:37:06,103 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:06,131 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:06,150 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:06,150 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:06,151 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:06,151 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:06,272 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:06,928 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:07,098 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:07,703 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:07,951 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:08,556 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:08,805 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:09,422 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:09,695 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.519670824 -69.441047449 80.538272088 -69.471757060 80.626675744 -69.465138331 80.607953918 -69.434438176
2022-10-04 17:37:09,831 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00002_mirimage_i2d.fits
2022-10-04 17:37:09,832 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:09,833 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00002_mirimage
2022-10-04 17:37:09,834 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:09,835 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:10,005 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_cal.fits
2022-10-04 17:37:10,006 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:10,053 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:10,054 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:10,055 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:10,057 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:10,058 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:10,059 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:10,252 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00003_mirimage_rate.fits',).
2022-10-04 17:37:10,257 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:10,295 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:10,299 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:10,301 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:10,301 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:10,302 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:10,302 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:10,303 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:10,304 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:10,305 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:10,305 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:10,306 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:10,307 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:10,308 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:10,309 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:10,309 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:10,310 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:10,310 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:10,311 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:10,312 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:10,313 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:10,313 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:10,314 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00003_mirimage
2022-10-04 17:37:10,314 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00003_mirimage_rate.fits ...
2022-10-04 17:37:10,532 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:10,533 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:10,725 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:10,807 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-10-04 17:37:10,808 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-10-04 17:37:10,809 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:10,879 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:11,063 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,065 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:11,273 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:11,460 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,461 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:11,488 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:11,489 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:11,568 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:37:11,569 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-10-04 17:37:11,615 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:11,617 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:37:11,617 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:11,618 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:11,635 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:11,815 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-10-04 17:37:11,816 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:11,844 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:11,862 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:11,862 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:11,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:11,863 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:11,981 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:12,616 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:12,789 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:13,406 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:13,660 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:14,276 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:14,529 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:15,153 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:15,441 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.517023079 -69.438768186 80.535618620 -69.469478077 80.624013703 -69.462860680 80.605297622 -69.432160242
2022-10-04 17:37:15,580 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00003_mirimage_i2d.fits
2022-10-04 17:37:15,581 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:15,581 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00003_mirimage
2022-10-04 17:37:15,583 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:15,583 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:15,755 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_cal.fits
2022-10-04 17:37:15,756 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:15,804 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:15,805 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:15,807 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:15,808 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:15,809 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:15,810 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:16,032 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00004_mirimage_rate.fits',).
2022-10-04 17:37:16,037 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:16,075 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:16,079 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:16,081 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:16,082 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:16,082 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:16,083 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:16,084 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:16,084 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:16,085 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:16,086 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:16,087 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:16,088 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:16,088 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:16,089 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:16,090 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:16,090 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:16,091 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:16,091 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00004_mirimage
2022-10-04 17:37:16,092 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00004_mirimage_rate.fits ...
2022-10-04 17:37:16,314 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:16,315 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:16,505 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:16,586 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-10-04 17:37:16,587 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-10-04 17:37:16,587 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:16,657 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:16,851 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:16,853 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:17,063 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:17,262 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:17,263 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:17,289 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:17,290 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:17,370 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:17,371 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:37:17,371 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:37:17,372 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-10-04 17:37:17,418 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:17,420 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:37:17,421 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:17,422 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:17,439 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:17,641 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-10-04 17:37:17,642 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:17,670 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:17,688 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:17,689 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:17,810 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:18,442 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:18,617 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:19,255 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:19,505 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:20,126 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:20,383 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:21,004 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:21,276 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.513247825 -69.439689924 80.531838740 -69.470400220 80.620238794 -69.463784744 80.601527322 -69.433083900
2022-10-04 17:37:21,410 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00004_mirimage_i2d.fits
2022-10-04 17:37:21,411 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:21,411 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00004_mirimage
2022-10-04 17:37:21,413 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:21,413 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:21,581 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_cal.fits
2022-10-04 17:37:21,582 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-10-04 17:37:21,628 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-10-04 17:37:21,630 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-10-04 17:37:21,631 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-10-04 17:37:21,632 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-10-04 17:37:21,633 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-10-04 17:37:21,634 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:21,826 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00005_mirimage_rate.fits',).
2022-10-04 17:37:21,831 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-10-04 17:37:21,869 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-10-04 17:37:21,878 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-10-04 17:37:21,880 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-10-04 17:37:21,881 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-10-04 17:37:21,882 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:21,883 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-10-04 17:37:21,884 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-10-04 17:37:21,886 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-10-04 17:37:21,887 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-10-04 17:37:21,888 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-10-04 17:37:21,889 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-10-04 17:37:21,891 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-10-04 17:37:21,892 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-10-04 17:37:21,893 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00005_mirimage
2022-10-04 17:37:21,894 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00005_mirimage_rate.fits ...
2022-10-04 17:37:22,119 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:22,120 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-10-04 17:37:22,313 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-10-04 17:37:22,395 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-10-04 17:37:22,395 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-10-04 17:37:22,396 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-10-04 17:37:22,466 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-10-04 17:37:22,661 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:22,663 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-10-04 17:37:22,875 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-10-04 17:37:23,073 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:23,075 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-10-04 17:37:23,100 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-10-04 17:37:23,101 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-10-04 17:37:23,182 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-10-04 17:37:23,182 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-10-04 17:37:23,183 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-10-04 17:37:23,183 - stpipe.Image2Pipeline.photom - INFO -  filter: F1280W
2022-10-04 17:37:23,229 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-10-04 17:37:23,231 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-10-04 17:37:23,231 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-10-04 17:37:23,232 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-10-04 17:37:23,252 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-10-04 17:37:23,467 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-10-04 17:37:23,469 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:23,497 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:23,517 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:23,517 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:23,518 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:23,518 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:23,646 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-10-04 17:37:24,312 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:24,484 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:37:25,136 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:25,395 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:37:26,043 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:26,296 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:37:26,946 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-10-04 17:37:27,223 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.515535542 -69.443324011 80.534132781 -69.474034070 80.622547116 -69.467417463 80.603829280 -69.436716859
2022-10-04 17:37:27,364 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00005_mirimage_i2d.fits
2022-10-04 17:37:27,365 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-10-04 17:37:27,365 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00005_mirimage
2022-10-04 17:37:27,367 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-10-04 17:37:27,367 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_0988.pmap
2022-10-04 17:37:27,537 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_cal.fits
2022-10-04 17:37:27,538 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_cal.fits>]]


calfiles_long = [ele.replace('rate', 'cal') for ele in slopelist_long]
print(calfiles_long)

['jw01040001005_03109_00001_mirimage_cal.fits', 'jw01040001005_03109_00002_mirimage_cal.fits', 'jw01040001005_03109_00003_mirimage_cal.fits', 'jw01040001005_03109_00004_mirimage_cal.fits', 'jw01040001005_03109_00005_mirimage_cal.fits']


# use asn_from_list to create association table

#calfiles_long = glob('base_long*_cal.fits')
asn_long = asn_from_list.asn_from_list(calfiles_long, rule=DMS_Level3_Base, product_name='starfield_combined_long.fits')

# dump association table to a .json file for use in image3
with open('starfield_long_asnfile.json', 'w') as fp:
    fp.write(asn_long.dump()[1])

print(asn_long)

jwnoprogram-a3001_none_013_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_combined_long.fits with 5 members


# Run Calwebb_image3 on the association table
    
# set any specific parameters

# Set tweakreg parameters:

# tweakreg parameters to allow data to run
fwhm = 4  #3.713  # Gaussian kernel FWHM of objects expected, default=2.5
snr = 3 # signal to noise threshold, default=5 
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 3 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7  # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True  # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 2
save_gaia = True
deblend = False
npixels = 5
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia

pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True

# run Image3

image = pipe3.run('starfield_long_asnfile.json')
print('Image 3 pipeline finished.')

2022-10-04 17:37:27,565 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-10-04 17:37:27,566 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-10-04 17:37:27,568 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-10-04 17:37:27,569 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-10-04 17:37:27,570 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-10-04 17:37:27,572 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-10-04 17:37:27,573 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-10-04 17:37:27,782 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_long_asnfile.json',).
2022-10-04 17:37:27,788 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-10-04 17:37:27,914 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-10-04 17:37:27,920 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-10-04 17:37:27,922 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-10-04 17:37:27,923 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-10-04 17:37:27,925 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-10-04 17:37:28,693 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-10-04 17:37:28,696 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'catalog_format': 'ecsv', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-10-04 17:37:29,133 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 7 sources in jw01040001005_03109_00001_mirimage_cal.fits.
2022-10-04 17:37:29,137 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00001_mirimage_cal_cat.ecsv
2022-10-04 17:37:29,585 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00002_mirimage_cal.fits.
2022-10-04 17:37:29,588 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00002_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,035 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 5 sources in jw01040001005_03109_00003_mirimage_cal.fits.
2022-10-04 17:37:30,038 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00003_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,493 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00004_mirimage_cal.fits.
2022-10-04 17:37:30,496 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00004_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,958 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00005_mirimage_cal.fits.
2022-10-04 17:37:30,962 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00005_mirimage_cal_cat.ecsv
2022-10-04 17:37:30,982 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:30,983 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-10-04 17:37:30,983 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-10-04 17:37:31,004 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00001_mirimage_cal':
2022-10-04 17:37:31,005 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00001_mirimage_cal
2022-10-04 17:37:31,025 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00002_mirimage_cal':
2022-10-04 17:37:31,025 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00002_mirimage_cal
2022-10-04 17:37:31,045 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00003_mirimage_cal':
2022-10-04 17:37:31,045 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00003_mirimage_cal
2022-10-04 17:37:31,064 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00004_mirimage_cal':
2022-10-04 17:37:31,065 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00004_mirimage_cal
2022-10-04 17:37:31,084 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00005_mirimage_cal':
2022-10-04 17:37:31,085 - stpipe.Image3Pipeline.tweakreg - INFO -      jw01040001005_03109_00005_mirimage_cal
2022-10-04 17:37:31,085 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:37:31.086081
2022-10-04 17:37:31,086 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-04 17:37:31,087 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:31,266 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03109_00001_mirimage_cal' as reference image
2022-10-04 17:37:31,270 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,378 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00002_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00001_mirimage_cal' catalog.
2022-10-04 17:37:31,379 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,380 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 6 matches
2022-10-04 17:37:31,381 - stpipe.Image3Pipeline.tweakreg - INFO - Found 6 matches for 'GROUP ID: jw01040001005_03109_00002_mirimage_cal'...
2022-10-04 17:37:31,381 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,383 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00002_mirimage_cal:
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0038878  YSH: -0.00438386
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00590245   FIT MAE: 0.00533186
2022-10-04 17:37:31,384 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 6 objects.
2022-10-04 17:37:31,425 - stpipe.Image3Pipeline.tweakreg - INFO - Added 0 unmatched sources from 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,464 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,576 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00002_mirimage_cal' catalog.
2022-10-04 17:37:31,577 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,578 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-10-04 17:37:31,579 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00005_mirimage_cal'...
2022-10-04 17:37:31,580 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,581 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00005_mirimage_cal:
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00982297  YSH: -0.00616949
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:31,582 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0062778   FIT MAE: 0.00585382
2022-10-04 17:37:31,583 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-10-04 17:37:31,623 - stpipe.Image3Pipeline.tweakreg - INFO - Added 2 unmatched sources from 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,648 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,762 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00005_mirimage_cal' catalog.
2022-10-04 17:37:31,763 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,763 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-10-04 17:37:31,764 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00003_mirimage_cal'...
2022-10-04 17:37:31,765 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00003_mirimage_cal:
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0100133  YSH: 0.00424816
2022-10-04 17:37:31,767 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:31,768 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00761298   FIT MAE: 0.00754153
2022-10-04 17:37:31,768 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-10-04 17:37:31,810 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,823 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,935 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00003_mirimage_cal' catalog.
2022-10-04 17:37:31,936 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:31,937 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 5 matches
2022-10-04 17:37:31,938 - stpipe.Image3Pipeline.tweakreg - INFO - Found 5 matches for 'GROUP ID: jw01040001005_03109_00004_mirimage_cal'...
2022-10-04 17:37:31,939 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-10-04 17:37:31,940 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00004_mirimage_cal:
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0190407  YSH: 0.000183124
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:31,941 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00760051   FIT MAE: 0.00746598
2022-10-04 17:37:31,942 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 5 objects.
2022-10-04 17:37:31,984 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-10-04 17:37:31,984 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:31,985 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:37:31.984644
2022-10-04 17:37:31,985 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.898563
2022-10-04 17:37:31,986 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:34,769 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:34,770 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-10-04 17:37:34.769413
2022-10-04 17:37:34,770 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.8.0
2022-10-04 17:37:34,771 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:35,082 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-10-04 17:37:35,198 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-10-04 17:37:35,199 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-10-04 17:37:35,201 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.9832, -1.255 with significance of 14.54 and 91 matches.
2022-10-04 17:37:35,202 - stpipe.Image3Pipeline.tweakreg - INFO - Found 11 matches for 'GROUP ID: 987654'...
2022-10-04 17:37:35,203 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.951346  YSH: 1.04512    ROT: 0.0106441    SCALE: 1
2022-10-04 17:37:35,205 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-10-04 17:37:35,206 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.024583   FIT MAE: 0.0229015
2022-10-04 17:37:35,206 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 11 objects.
2022-10-04 17:37:35,373 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:35,374 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-10-04 17:37:35.373643
2022-10-04 17:37:35,374 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.604230
2022-10-04 17:37:35,375 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-10-04 17:37:35,875 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-10-04 17:37:36,137 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-10-04 17:37:36,139 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-10-04 17:37:36,261 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:37:36,262 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-10-04 17:37:36.261511
2022-10-04 17:37:36,262 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-10-04 17:37:36,263 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-10-04 17:37:36,264 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:37:36,264 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-10-04 17:37:40,330 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00001_mirimage_cal.fits. Sky background: 0
2022-10-04 17:37:40,331 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00002_mirimage_cal.fits. Sky background: 0.0902615
2022-10-04 17:37:40,331 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00003_mirimage_cal.fits. Sky background: 0.0867849
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00004_mirimage_cal.fits. Sky background: 0.164511
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=jw01040001005_03109_00005_mirimage_cal.fits. Sky background: 0.171872
2022-10-04 17:37:40,332 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-10-04 17:37:40.332729
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.071218
2022-10-04 17:37:40,333 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-10-04 17:37:40,354 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-10-04 17:37:40,564 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-10-04 17:37:40,566 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-10-04 17:37:40,573 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:40,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:40,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:40,734 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:41,574 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:41,865 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00001_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:41,869 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:42,703 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:42,990 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00002_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:42,995 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:43,822 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:44,108 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00003_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:44,112 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:44,939 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:45,226 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00004_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:45,231 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-10-04 17:37:46,066 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:37:46,358 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00005_mirimage_outlier_i2d.fits saved to file
2022-10-04 17:37:48,768 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03109_00001_mirimage_outlier_i2d.fits'>
  node = self.get_single_node()

2022-10-04 17:37:50,142 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-10-04 17:37:51,062 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:52,196 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:53,337 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:54,474 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:55,603 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-10-04 17:37:55,815 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-10-04 17:37:56,285 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 59 (0.01%)
2022-10-04 17:37:56,505 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 76 (0.01%)
2022-10-04 17:37:56,726 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 65 (0.01%)
2022-10-04 17:37:56,945 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 75 (0.01%)
2022-10-04 17:37:57,167 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 63 (0.01%)
2022-10-04 17:37:57,454 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00001_mirimage_a3001_crf.fits
2022-10-04 17:37:57,732 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00002_mirimage_a3001_crf.fits
2022-10-04 17:37:58,009 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00003_mirimage_a3001_crf.fits
2022-10-04 17:37:58,286 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00004_mirimage_a3001_crf.fits
2022-10-04 17:37:58,560 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00005_mirimage_a3001_crf.fits
2022-10-04 17:37:58,561 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-10-04 17:37:58,779 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_long_asnfile_a3001_jw01040001005_03109_00003_mirimage_blot.fits'>
  gc.collect()

2022-10-04 17:37:58,780 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_long_asnfile_a3001_jw01040001005_03109_00005_mirimage_blot.fits'>
  gc.collect()

2022-10-04 17:37:58,794 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-10-04 17:37:58,796 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-10-04 17:37:58,813 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-10-04 17:37:58,834 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-10-04 17:37:58,835 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-10-04 17:37:58,995 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined_long.fits
2022-10-04 17:37:59,813 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-10-04 17:38:00,650 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:01,643 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:02,635 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:03,642 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:04,642 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:04,817 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-10-04 17:38:05,650 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:06,764 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:07,854 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:08,932 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:10,003 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:10,256 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-10-04 17:38:11,080 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:12,156 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:13,225 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:14,295 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:15,404 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:15,659 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-10-04 17:38:16,482 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:17,561 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:18,660 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:19,747 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:20,831 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-10-04 17:38:21,116 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  80.512122942 -69.438789859 80.533294414 -69.473745416 80.629169134 -69.466565522 80.607848855 -69.431621640
2022-10-04 17:38:21,594 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_long_i2d.fits
2022-10-04 17:38:21,595 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-10-04 17:38:21,816 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_long_i2d.fits>,).
2022-10-04 17:38:21,817 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-10-04 17:38:21,836 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-10-04 17:38:21,845 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-10-04 17:38:21,846 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-10-04 17:38:21,846 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-10-04 17:38:21,847 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1280W
2022-10-04 17:38:21,847 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-10-04 17:38:21,902 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.24056
2022-10-04 17:38:21,976 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-10-04 17:38:22,721 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 165 sources
2022-10-04 17:38:22,945 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_long_cat.ecsv
2022-10-04 17:38:23,084 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_long_segm.fits
2022-10-04 17:38:23,085 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_long_segm.fits
2022-10-04 17:38:23,086 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-10-04 17:38:23,087 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


photfile_long = 'starfield_combined_long_cat.ecsv'
input_file_long = 'starfield_combined_long_i2d.fits'


# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
#cat_data = table.Table.read(photfile_long, format='ascii', comment='#')

catalog_long = Table.read(photfile_long)
miri_x_long = catalog_long['xcentroid']
miri_y_long = catalog_long['ycentroid']
catalog_long


# Look at output gaia catalog
gaia_out_long = 'fit_gaiadr2_ref.ecsv'


gaia_cat = table.Table.read(gaia_out_long, format='ascii', comment='#')
gaia_cat


# Read in i2d combined Image
im_i2d_long = ImageModel(input_file_long)


# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7faee0174f40>


# Get from RA and Dec in Gaia catalog to x and y positions on image

world_to_detector = im_i2d_long.meta.wcs.get_transform('world', 'detector')
xgaia_long,ygaia_long = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])


# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

#viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(xgaia_long, ygaia_long,lw=1, s=10,color='black')

<matplotlib.collections.PathCollection at 0x7faedffe8a90>


# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200

ind = np.where((xgaia_long > minval) & (xgaia_long < 1110)& (ygaia_long > minval) & (ygaia_long < maxval))


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
plt.scatter(xgaia_long[ind], ygaia_long[ind],lw=1, s=5,color='white')

<matplotlib.collections.PathCollection at 0x7faedfce96a0>


# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled

xmin = 700
xmax = 900
ymin = 500
ymax = 700

gaiazoom = np.where((xgaia_long > xmin) & (xgaia_long < xmax) & (ygaia_long > ymin) & (ygaia_long < ymax))
print(gaiazoom)
subx = xgaia_long[gaiazoom] - xmin
suby = ygaia_long[gaiazoom] - ymin

mirizoom = np.where((miri_x_long > xmin) & (miri_x_long < xmax) & (miri_y_long > ymin) & (miri_y_long < ymax))
print(gaiazoom)
subxmiri = miri_x_long[mirizoom] - xmin
subymiri = miri_y_long[mirizoom] - ymin


plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=18, vmax=26)

plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()

print('Gaia sources are marked in white, MIRI sources from the pipeline in black')

(array([   6,   11,   40,  100,  114,  172,  180,  193,  311,  322,  337,
        364,  380,  437,  483,  533,  551,  557,  740,  781,  793,  860,
        943,  947,  951,  969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
       1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
       1958, 2120, 2150]),)
(array([   6,   11,   40,  100,  114,  172,  180,  193,  311,  322,  337,
        364,  380,  437,  483,  533,  551,  557,  740,  781,  793,  860,
        943,  947,  951,  969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
       1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
       1958, 2120, 2150]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black


# Calculate difference in position between catalog and Gaia positions. There is an offset here.

tol = 1    # Do calculations in pixels
found_count=0

# Set up array for matches
diffarr = np.array(len(xgaia_long))
      
deltax = []
deltay = []
xpos = []
ypos = []

print('         x             y           xdiff          ydiff    < 0.5 pix')
for i in np.arange(0,len(xgaia_long)):
    for j in np.arange(0,len(miri_x_long)):
        x_diff = abs(xgaia_long[i] - miri_x_long[j])
        y_diff = abs(ygaia_long[i] - miri_y_long[j])

        if x_diff < tol and y_diff < tol:
            deltax.append(xgaia_long[i] - miri_x_long[j])
            deltay.append(ygaia_long[i] - miri_y_long[j])
            xpos.append(miri_x_long[j])
            ypos.append(miri_y_long[j])
            found_count +=1

            if (x_diff < 0.5) and (y_diff < 0.5): 
                test = 'pass' 
            else: 
                test = 'fail'
            print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x_long[j], miri_y_long[j], x_diff, y_diff, test))

print()            
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):            
    diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()

         x             y           xdiff          ydiff    < 0.5 pix
    1009.994273     1007.294691        0.614229        0.543945 fail
     634.996367     1128.283169        0.340468        0.002597 pass
     673.216093     1151.504611        0.454847        0.733419 fail
    1010.021618      375.292768        0.255775        0.299853 pass
     377.527603      511.499163        0.783170        0.304597 fail
     847.011960      908.026286        0.154712        0.013656 pass
     721.186332       93.812344        0.223089        0.037759 pass
     324.806161      867.190794        0.258647        0.327498 pass
     757.224406     1075.402187        0.231304        0.242722 pass
     199.658745     1138.553516        0.172086        0.527282 fail
     968.958301      633.959267        0.496098        0.282598 pass
     126.871031     1094.892897        0.237866        0.024976 pass
     468.502930     1023.020305        0.100188        0.189595 pass
     387.480641      177.072029        0.392558        0.364414 pass
     570.023023      559.999727        0.001571        0.193237 pass
     858.632289      191.636650        0.168046        0.433562 pass
    1030.009111      807.000149        0.021631        0.062441 pass
     944.499211       60.716648        0.110425        0.429342 pass
     135.356059      863.100524        0.529457        0.207394 fail
     371.591155      210.760224        0.017760        0.946056 fail
      18.503124      918.522445        0.904801        0.340117 fail
     527.673601     1051.132194        0.384005        0.211807 pass
     467.248767      127.397618        0.198531        0.301475 pass
     630.143513      673.142917        0.163170        0.140748 pass
     755.425889      306.128887        0.308766        0.089834 pass
     832.759721      185.269977        0.131221        0.364984 pass
     427.520591      996.996443        0.064081        0.258546 pass
     618.066982      109.655540        0.100678        0.547263 fail
     929.244759      386.967428        0.286228        0.091714 pass
    1011.581782      470.885163        0.274722        0.079579 pass
     810.271501      362.543090        0.253779        0.157692 pass
     156.723632      942.479641        0.237876        0.490518 pass
     870.425650      815.867626        0.344598        0.058290 pass
     787.989996      527.499819        0.224687        0.088558 pass
    1052.432066      107.090194        0.285860        0.056741 pass
     640.701343      532.997094        0.260403        0.058257 pass
     845.494095      657.518966        0.252882        0.097442 pass
     714.351963     1141.005100        0.439655        0.107490 pass
     390.626662      704.491212        0.193372        0.740931 fail
     505.846283      401.070489        0.206873        0.184793 pass
     437.516443      403.760887        0.032642        0.071829 pass
     489.487564      105.155888        0.046127        0.073885 pass
     460.291148      774.003629        0.097273        0.077785 pass
     523.172990      892.831567        0.053808        0.009240 pass
     845.259347      399.093148        0.045779        0.075282 pass
     215.833020      834.852543        0.098142        0.410012 pass
     739.842730      774.817333        0.161265        0.136618 pass
     604.289904      205.046563        0.034633        0.457781 pass
     564.416773      733.139771        0.489183        0.023154 pass
     499.278033      497.768814        0.182568        0.131243 pass
     658.410058      533.127136        0.073865        0.128520 pass
     692.833251     1003.440968        0.045456        0.022648 pass
     814.708168      456.265839        0.071880        0.005207 pass
     940.787673      826.278387        0.230428        0.007339 pass
     318.126997      869.440897        0.161317        0.172701 pass
     458.067825      560.451605        0.056626        0.135978 pass
     950.011046      177.548047        0.229656        0.397017 pass
     305.781632     1094.388511        0.262777        0.127896 pass
     984.682569     1018.533796        0.135837        0.182989 pass
     957.084257     1010.206610        0.135567        0.188534 pass
     471.588775      264.038309        0.126128        0.171327 pass
     555.618837      692.792046        0.043351        0.092006 pass
     529.396923       80.012058        0.215575        0.214461 pass
     411.647824     1031.672906        0.199015        0.336281 pass
     871.940058     1145.228242        0.291967        0.444250 pass
     738.870066      717.333875        0.329464        0.026103 pass
     949.361498      404.209680        0.241471        0.061730 pass
    1024.249949      719.048578        0.279810        0.255360 pass
     943.511826      205.992359        0.327785        0.175047 pass
     584.848699      884.777951        0.136033        0.137398 pass
     566.193224       15.786416        0.212276        0.375627 pass
    1086.789084      941.737185        0.055376        0.175139 pass
     919.300025      875.680791        0.297599        0.130129 pass
     491.630747      842.105695        0.044178        0.118986 pass
     644.696528      619.939588        0.084206        0.067099 pass
     167.389432      894.530996        0.286140        0.011799 pass
     486.209422      585.072185        0.140017        0.020798 pass
     955.347283     1109.455752        0.376682        0.196812 pass
     916.367311      370.941548        0.299802        0.023795 pass
     946.371943      770.358074        0.244720        0.097374 pass
     634.909972      927.613359        0.172242        0.263270 pass
     902.307328      357.989586        0.224381        0.133358 pass
    1013.376108      358.633425        0.221568        0.153643 pass
     741.682126     1144.291766        0.309737        0.220663 pass
     520.668784      650.938818        0.171148        0.218081 pass
    1057.003570      378.847568        0.322874        0.125720 pass
     754.121322      865.156839        0.137933        0.106828 pass
     802.602413      917.302752        0.257077        0.083684 pass
    1035.968470      796.566621        0.344720        0.044796 pass
     678.551269      753.297636        0.072430        0.142018 pass
     668.762996      757.674942        0.126438        0.040989 pass
      58.251271     1115.235633        0.021630        0.288015 pass
     621.557648      514.065797        0.027007        0.336075 pass
     370.346996      673.563417        0.004392        0.032150 pass
     575.658522      323.808397        0.013985        0.146944 pass
     589.364125      146.885740        0.034153        0.319572 pass
     594.422587      460.164978        0.044504        0.015553 pass
     907.737319      531.381660        0.311580        0.052847 pass
     459.074396      150.059847        0.115890        0.049082 pass
     396.932251      376.594172        0.347833        0.065433 pass
     747.921274      616.660443        0.043516        0.014777 pass
     978.235001     1071.271516        0.233583        0.089062 pass
     805.858637      715.084055        0.013615        0.047515 pass
     343.132249      933.220252        0.040502        0.015466 pass
     727.380183     1022.372518        0.188134        0.182105 pass
      88.820275      986.907074        0.169287        0.094550 pass
      21.294703      851.282475        0.224184        0.182828 pass
     776.005135      652.483001        0.086299        0.069806 pass
     352.475693     1002.946375        0.029028        0.078211 pass
    1082.084450      294.042308        0.341767        0.294997 pass
     961.503649      675.978914        0.004859        0.415758 pass
    1026.882917      270.491999        0.305205        0.161901 pass
     334.571904     1117.564623        0.411486        0.160883 pass
     519.314237      489.947666        0.060403        0.063761 pass
     798.130930      394.734746        0.052791        0.086480 pass
     840.547147      135.843492        0.104481        0.287569 pass
     220.888271     1075.108443        0.037681        0.038812 pass
     674.851877      406.075195        0.063591        0.139516 pass
     553.950430     1051.877373        0.044389        0.176085 pass
     378.670056      575.754491        0.159251        0.067683 pass
     479.025880     1033.492891        0.006927        0.110668 pass
     396.773260     1114.081871        0.119137        0.225767 pass
     521.147638      250.538528        0.113925        0.954972 fail

123  matches found


# Look at differences in position in x and y
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')

Text(0, 0.5, 'y difference in pixels')


# Look at differences in position (vector magnitude between the two positions against x coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Look at differences in position (vector magnitude between the two positions against y coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')

Text(0, 0.5, 'magnitude of vector diff in pixels')


# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog_long['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
    if (cat_ra[i]>180.):
        cat_ra[i] -= 360.
cat_dec = catalog_long['sky_centroid'].dec.deg


# Look at position differences in RA and Dec rather than pixels

allRAdiff_cal = []
allDecdiff_cal = [] 
    
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
    
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
    
# Find where the catalogs match
    
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
    
#print(cat1_matched)
    
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec'] 
    
#print(ra_diff)
    
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
    
    
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas)  Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
    #if ra_diff[i] < 30 and dec_diff[i] < 30:
    allRAdiff_cal.append(ra_diff[i])
    allDecdiff_cal.append(dec_diff[i])
    if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30: 
        test = 'pass' 
    else: 
        test = 'fail'
    print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
 
    
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()

RA_Diff (mas)  Dec_diff (mas) pass/fail
     105.460063        7.607498 fail
     -98.815628       26.584458 fail
     -48.726711       -2.107807 fail
     -66.401585       -9.260238 fail
     -58.392907      -41.502647 fail
     -55.473247      -31.688004 fail
     -75.222772       -2.783856 fail
      18.471812       22.883007 pass
     -12.255857       20.995742 pass
       2.552852        7.273872 pass
       5.756982       49.124690 fail
    -132.728935       14.082277 fail
      41.477443       37.290037 fail
     -59.715873       11.487412 fail
      89.446697       16.895386 fail
      16.443195       42.626117 fail
      -2.762265      -29.526004 pass
      82.353564       16.585019 fail
      79.602389       15.006027 fail
      67.983922       22.983910 fail
     102.652354       14.315446 fail
      63.574498       14.811967 fail
      92.006167        0.478849 fail
     -84.306897        0.289538 fail
      84.581615       -4.704168 fail
      51.743137       24.828701 fail
     -14.816112        7.036697 pass
     -19.109252        6.948050 pass
      35.198508       -6.186856 fail
      16.026137        2.247655 pass
       9.171061        9.225979 pass
      57.341160      -42.208776 fail
      58.867003      -11.079697 fail
     -65.063677       10.012644 fail
      31.302057      -12.229140 fail
      12.557925        3.509825 pass
      22.549816        1.101272 pass
      71.702384        4.551963 fail
      61.257970      -15.004178 fail
     -26.459599       13.439744 pass
     -72.843416      -19.948300 fail
      54.104776      -16.690403 fail
      54.386114      -17.298827 fail
      27.682699       21.499729 pass
       7.330649       10.982679 pass
     -80.694532       18.277932 fail
     -39.364087      -41.079255 fail
     103.546793        4.803932 fail
      78.665575       -1.093677 fail
     103.355660      -21.196946 fail
      89.664734       26.585536 fail
      51.123708      -11.752405 fail
      40.821305       45.652580 fail
      28.713751      -17.706295 pass
     100.591033       -7.206364 fail
      21.505770      -11.883538 pass
      30.449752       -5.327768 fail
     -87.708097       -7.887674 fail
      44.642868        0.982908 fail
     129.490533      -12.597459 fail
      91.031345        9.533030 fail
      82.067767       -4.880975 fail
      70.634926      -24.564232 fail
      60.499689       19.666125 fail
      58.279765       21.804142 fail
     110.370305      -16.749633 fail
      67.275521      -19.694133 fail
      91.411400       21.128679 fail
      49.695275       -8.388752 fail
      85.000907       -3.114187 fail
     109.494656        3.147053 fail
     -13.011280      -17.081180 pass
      36.374301        7.374597 fail
      12.268093      -31.742312 fail
      13.819034      -37.076964 fail
       3.475501       -3.385838 pass
     -14.003282       15.614884 pass
     -10.501785       35.452990 fail
     -14.776052        0.656905 pass
      92.770459       12.958140 fail
      39.025856       -2.645425 fail
    -103.165299      -15.136413 fail
      14.422592       -0.594282 pass
      78.110206       -4.234319 fail
      -1.068572       -5.468976 pass
     -11.504501       -2.614002 pass
      70.203006      -15.389036 fail
     -46.135638      -14.164276 fail
     -57.304404      -25.004925 fail
      31.278226       -5.570733 fail
      -3.820594       -9.154711 pass
      28.991311      -44.976611 fail
      83.555748       24.640204 fail
    -116.662487      -26.966544 fail
     -22.866775        5.518612 pass
      10.599941       10.602794 pass
      13.292607       33.610242 fail
      14.211952       -3.339289 pass
      10.444499       16.604592 pass
      -2.101154      -20.126343 pass
     -44.761220      -11.022623 fail
       9.444705      -11.843151 pass
     -21.953835      -27.244335 pass


# Compare Gaia catalog to the pipeline (source counts and matches based on ra and dec positions)
# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0

# Set up array for matches
detected = np.chararray(len(gaia_cat))
#print(np.shape(detected))

for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):

    match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1


total_percent_found = (found_count/len(gaia_cat['RA']))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')


SNR threshold used for pipeline:  3
Total matches found: 37
Number of multiples:  0
Total number of input (Gaia) sources: 2189
Total number in output JWST catalog: 165
Total percent found: 1.6902695294655095


# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_flux'],color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_flux'], color='green', s=15, label='F7700W')
ax.legend()

plt.yscale('log')
plt.title('Total Flux in '+ str(catalog_long['aper_total_flux'].unit))
plt.xlabel('xcentroid')
plt.ylabel('aper_total_flux')

Text(0, 0.5, 'aper_total_flux')


# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxflux = 0.0012

index = np.where(catalog['aper_total_flux'] < maxflux)
index_long = np.where(catalog_long['aper_total_flux'] < maxflux)

ax.scatter(catalog_long['aper_total_flux'][index_long], catalog_long['aper_total_flux_err'][index_long], color='blue', s=10, label='F2180W')
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index], color='green', s=10, label='F7700W')
ax.legend()
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')

Text(0, 0.5, 'Flux err')


# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_abmag'], color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_abmag'], color='green', s=15, label='F770W')
ax.legend()

#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('xcentroid')
plt.ylabel('aper_total_abmag')

Text(0, 0.5, 'aper_total_abmag')


# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

maxmag = 23

index = np.where(catalog['aper_total_abmag'] < maxmag)
index_long = np.where(catalog_long['aper_total_abmag'] < maxmag)


ax.scatter(catalog_long['aper_total_abmag'][index_long], catalog_long['aper_total_abmag_err'][index_long], color='blue', s=15, label='F2180W')
ax.scatter(catalog['aper_total_abmag'][index], catalog['aper_total_abmag_err'][index], color='green', s=15, label='F770W')
ax.legend()

#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')

Text(0, 0.5, 'AB mag err')

Filter	FWHM
F560W	1.636
F770W	2.187
F1000W	2.888
F1130W	3.318
F1280W	3.713
F1500W	4.354
F1800W	5.224
F2100W	5.989
F2550W	7.312
F2550WR	7.312

label	xcentroid	ycentroid	sky_centroid	aper_bkg_flux	aper_bkg_flux_err	aper30_flux	aper30_flux_err	aper50_flux	aper50_flux_err	aper70_flux	aper70_flux_err	aper_total_flux	aper_total_flux_err	aper30_abmag	aper30_abmag_err	aper50_abmag	aper50_abmag_err	aper70_abmag	aper70_abmag_err	aper_total_abmag	aper_total_abmag_err	aper30_vegamag	aper30_vegamag_err	aper50_vegamag	aper50_vegamag_err	aper70_vegamag	aper70_vegamag_err	aper_total_vegamag	aper_total_vegamag_err	CI_50_30	CI_70_50	CI_70_30	is_extended	sharpness	roundness	nn_label	nn_dist	isophotal_flux	isophotal_flux_err	isophotal_abmag	isophotal_abmag_err	isophotal_vegamag	isophotal_vegamag_err	isophotal_area	semimajor_sigma	semiminor_sigma	ellipticity	orientation	sky_orientation	sky_bbox_ll	sky_bbox_ul	sky_bbox_lr	sky_bbox_ur
			deg,deg	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy																								pix	Jy	Jy					pix2	pix	pix		deg	deg	deg,deg	deg,deg	deg,deg	deg,deg
int64	float64	float64	SkyCoord	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	bool	float64	float32	int64	float64	float64	float32	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	SkyCoord	SkyCoord	SkyCoord	SkyCoord
1	568.1996	6.8037	80.5610140375458,-69.43537279908287	0.000000e+00	7.072956e-09	3.460724e-06	2.014324e-07	5.875262e-06	2.975736e-07	8.422527e-06	6.268810e-07	1.215669e-05	9.048117e-07	22.552083	0.061425	21.977432	0.053644	21.586394	0.077944	21.187961	0.077944	18.168103	0.061425	17.593452	0.053644	17.202414	0.077944	16.803981	0.077944	1.6977	1.4336	2.4337	False	0.576841	-0.440787	2	6.242156	6.180783e-06	3.064064e-07	21.922391	0.052533	17.538411	0.052533	11.0	0.877649	0.858868	0.021400	41.568999	299.525161	80.56082612824473,-69.43531430640121	80.56091756382949,-69.43546495678581	80.56125500770881,-69.43528218800938	80.56134644616306,-69.43543283816885
2	562.4842	9.3134	80.56056968807772,-69.43548513146406	0.000000e+00	6.205610e-09	4.197955e-06	2.008202e-07	6.810997e-06	2.967880e-07	1.192034e-05	6.294760e-07	1.720528e-05	9.085571e-07	22.342405	0.050735	21.816973	0.046309	21.209278	0.055872	20.810845	0.055872	17.958426	0.050735	17.432993	0.046309	16.825298	0.055872	16.426866	0.055872	1.6225	1.7502	2.8396	False	0.623973	0.064144	1	6.242156	8.018822e-06	3.420174e-07	21.639724	0.045348	17.255744	0.045348	14.0	0.978720	0.939168	0.040411	-4.495118	253.461044	80.56036633032706,-69.43544323747625	80.56045776323742,-69.43559388810236	80.56079521305082,-69.43541112021636	80.56088664883073,-69.43556177061733
3	791.4360	14.0642	80.58029409850562,-69.43415649559198	-1.853846e-10	5.346588e-09	4.948906e-06	1.979488e-07	8.600932e-06	2.911341e-07	1.450719e-05	6.090889e-07	2.093902e-05	8.791314e-07	22.163727	0.042582	21.563636	0.036143	20.996042	0.044654	20.597609	0.044654	17.779747	0.042582	17.179656	0.036143	16.612062	0.044654	16.213629	0.044654	1.7379	1.6867	2.9314	False	0.622124	-0.273736	7	11.276152	1.109354e-05	3.657906e-07	21.287324	0.035223	16.903345	0.035223	17.0	1.138120	0.957554	0.158652	-74.113131	183.843031	80.58008109491878,-69.43409169611805	80.58019097347363,-69.43427246443538	80.58050992119439,-69.43405953032682	80.5806198031912,-69.4342402983736
4	565.8983	15.4363	80.56097451215922,-69.43564768241428	0.000000e+00	5.276684e-09	2.174674e-05	2.759391e-07	3.647200e-05	3.824573e-07	5.192896e-05	6.774475e-07	7.495191e-05	9.777971e-07	20.556515	0.013690	19.995101	0.011326	19.611476	0.014073	19.213043	0.014073	16.172535	0.013690	15.611121	0.011326	15.227496	0.014073	14.829063	0.014073	1.6771	1.4238	2.3879	False	0.580399	0.028677	2	7.010391	5.024326e-05	5.931882e-07	19.647305	0.012743	15.263326	0.012743	37.0	1.382579	1.265930	0.084370	-8.084197	249.871965	80.56062931762855,-69.43558104123505	80.56075732746342,-69.43579195190529	80.56131553314236,-69.43552965207648	80.5614435494051,-69.43574056224246
5	1065.9821	17.7616	80.60390659091775,-69.43250009359824	0.000000e+00	3.606553e-09	3.319338e-06	2.002893e-07	5.786995e-06	2.953234e-07	7.741225e-06	6.256553e-07	1.117333e-05	9.030426e-07	22.597371	0.063613	21.993867	0.054040	21.677976	0.084385	21.279543	0.084385	18.213391	0.063613	17.609887	0.054040	17.293996	0.084385	16.895563	0.084385	1.7434	1.3377	2.3322	False	0.658259	0.728231	9	31.622242	6.003781e-06	2.921880e-07	21.953938	0.051594	17.569958	0.051594	10.0	0.896611	0.746034	0.167940	86.063969	344.020132	80.6037380111519,-69.43244151250039	80.6038297352298,-69.43259214031823	80.60408101758115,-69.43241573336833	80.60417274395249,-69.43256636100546
6	658.2386	22.3219	80.56902099156802,-69.43526179792165	-4.698096e-08	4.255563e-09	4.010208e-06	1.476640e-07	6.547684e-06	2.193683e-07	1.119801e-05	4.969020e-07	1.616270e-05	7.172059e-07	22.392083	0.039261	21.859781	0.035780	21.277148	0.047140	20.878715	0.047140	18.008103	0.039261	17.475801	0.035780	16.893168	0.047140	16.494735	0.047140	1.6328	1.7102	2.7924	False	0.616416	0.678225	34	85.472592	6.562214e-06	2.360422e-07	21.857374	0.038368	17.473394	0.038368	12.0	0.943985	0.849281	0.100324	70.910791	328.866954	80.56883852612154,-69.43521808190567	80.5689300174569,-69.4353687280838	80.56926739168985,-69.43518594378928	80.56935888589432,-69.43533658974214
7	789.3241	25.1408	80.58031581219058,-69.43450379861116	-1.090243e-08	4.602379e-09	6.551211e-06	1.486049e-07	1.096565e-05	2.155372e-07	1.741791e-05	4.482711e-07	2.514022e-05	6.470142e-07	21.859196	0.024353	21.299914	0.021134	20.797510	0.027589	20.399077	0.027589	17.475216	0.024353	16.915934	0.021134	16.413530	0.027589	16.015097	0.027589	1.6738	1.5884	2.6587	False	0.658080	0.286172	3	11.276152	1.411808e-05	2.936075e-07	21.025561	0.022348	16.641581	0.022348	21.0	1.176503	1.078478	0.083319	-57.965141	199.991021	80.58002524018009,-69.43444240391288	80.58013512005806,-69.43462317226613	80.5805398400534,-69.43440380500145	80.58064972406186,-69.43458457303005
8	825.7353	36.3996	80.58364489783938,-69.43460873240424	-2.587044e-08	3.517162e-09	4.286771e-06	1.395788e-07	7.036130e-06	2.045482e-07	1.080332e-05	4.321232e-07	1.559302e-05	6.237071e-07	22.319674	0.034789	21.781665	0.031113	21.316107	0.042582	20.917674	0.042582	17.935695	0.034789	17.397686	0.031113	16.932127	0.042582	16.533695	0.042582	1.6414	1.5354	2.5202	False	0.589088	-0.145270	11	23.440606	7.570565e-06	2.267639e-07	21.702179	0.032044	17.318199	0.032044	13.0	0.977277	0.858339	0.121703	-45.232499	212.723663	80.58341838916274,-69.43456588571001	80.58350997990591,-69.43471652422546	80.58384721990264,-69.4345337117035	80.58393881351411,-69.43468434999338
9	1040.5345	36.5336	80.60206872445806,-69.4332296048031	2.630929e-08	6.260508e-09	2.990960e-06	1.957118e-07	5.447453e-06	3.002263e-07	9.383544e-06	6.344241e-07	1.354378e-05	9.156991e-07	22.710473	0.068817	22.059516	0.058248	21.469083	0.071032	21.070650	0.071032	18.326494	0.068817	17.675537	0.058248	17.085103	0.071032	16.686670	0.071032	1.8213	1.7226	3.1373	False	0.586751	0.266410	5	31.622242	7.263040e-06	3.486787e-07	21.747204	0.050911	17.363224	0.050911	14.0	1.110757	0.856246	0.229134	45.292891	303.249053	80.6018569509863,-69.43318145031196	80.6019486650405,-69.43333207912188	80.60228572647515,-69.43314923092062	80.60237744339645,-69.43329985950463
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
551	1015.5737	1138.5111	80.62016989061469,-69.46658740486528	2.810252e-08	4.514739e-09	2.400756e-06	2.002539e-07	3.584088e-06	3.016999e-07	5.425147e-06	7.198514e-07	7.830411e-06	1.039001e-06	22.949130	0.086985	22.514053	0.087751	22.063971	0.135276	21.665539	0.135276	18.565150	0.086985	18.130074	0.087751	17.679991	0.135276	17.281559	0.135276	1.4929	1.5137	2.2598	False	0.743241	0.743305	555	17.925913	3.975440e-06	2.591607e-07	22.401537	0.068568	18.017557	0.068568	8.0	1.041476	0.494529	0.525165	-89.916997	168.039165	80.62004067510563,-69.4665337502648	80.62013265929718,-69.46668436949362	80.62029832394157,-69.46651439188595	80.6203903098583,-69.46666501097887
552	741.3659	1143.2392	80.59670493179958,-69.46849766198213	8.323573e-08	4.246418e-09	3.478350e-05	3.483268e-07	6.235672e-05	4.714001e-07	1.000461e-04	7.675053e-07	1.444020e-04	1.107782e-06	20.046567	0.010819	19.412792	0.008177	18.899499	0.008297	18.501067	0.008297	15.662587	0.010819	15.028812	0.008177	14.515520	0.008297	14.117087	0.008297	1.7927	1.6044	2.8763	False	0.568568	0.085446	556	12.748025	1.147454e-04	8.878263e-07	18.750662	0.008368	14.366682	0.008368	79.0	1.819172	1.700988	0.064966	-10.453167	247.502995	80.59619992889432,-69.46838622773024	80.59640194516247,-69.46871761760828	80.59714479941981,-69.46831537426893	80.59734682961142,-69.46864676305263
553	435.1987	1141.3793	80.57036930495454,-69.47041173912305	-1.927091e-08	3.823196e-09	5.305981e-06	1.988226e-07	8.701171e-06	2.896369e-07	1.159265e-05	5.938630e-07	1.673231e-05	8.571549e-07	22.088086	0.039940	21.551056	0.035553	21.239543	0.054242	20.841110	0.054242	17.704106	0.039940	17.167076	0.035553	16.855563	0.054242	16.457131	0.054242	1.6399	1.3323	2.1848	False	0.618869	0.061039	537	20.543763	9.670936e-06	3.308391e-07	21.436329	0.036521	17.052349	0.036521	14.0	0.961075	0.920641	0.042073	78.547737	336.503899	80.5701889188023,-69.470366035378	80.5702805694791,-69.47051668084693	80.57061848481551,-69.47033389393631	80.57071013837079,-69.47048453917961
554	871.5774	1143.9997	80.60790337343398,-69.46768148768557	3.800161e-08	4.309909e-09	1.971810e-05	2.685637e-07	3.265676e-05	3.726236e-07	4.811490e-05	6.818453e-07	6.944687e-05	9.841447e-07	20.662837	0.014688	20.115067	0.012318	19.694301	0.015278	19.295868	0.015278	16.278857	0.014688	15.731087	0.012318	15.310321	0.015278	14.911888	0.015278	1.6562	1.4734	2.4401	False	0.619077	0.054542	542	13.515424	4.861626e-05	6.305051e-07	19.683046	0.013990	15.299066	0.013990	43.0	1.470398	1.366783	0.070467	-85.347032	172.609130	80.6074704522931,-69.46757222016734	80.60763587398279,-69.46784334667305	80.6082434688407,-69.46751419958973	80.60840889984865,-69.4677853253622
555	997.9787	1141.9391	80.61872181702806,-69.46680419993653	5.349390e-08	4.483601e-09	2.695883e-06	1.960197e-07	4.520481e-06	2.913302e-07	4.451567e-06	6.309826e-07	6.425190e-06	9.107318e-07	22.823247	0.076207	22.262038	0.067810	22.278718	0.143922	21.880285	0.143922	18.439267	0.076207	17.878059	0.067810	17.894738	0.143922	17.496305	0.143922	1.6768	0.9848	1.6512	False	0.630507	-0.074251	540	16.697578	4.960064e-06	2.730127e-07	22.161282	0.058175	17.777302	0.058175	9.0	0.784033	0.776419	0.009711	14.957320	272.913482	80.61856835129375,-69.46677038858557	80.61864193108921,-69.46689088459368	80.61891188853194,-69.46674458022868	80.61898547016764,-69.46686507609184
556	729.6060	1148.1603	80.59578515135244,-69.46872166216275	6.417183e-08	5.374276e-09	3.871355e-06	1.982328e-07	6.628784e-06	2.943651e-07	1.072698e-05	6.260680e-07	1.548284e-05	9.036381e-07	22.430342	0.054219	21.846415	0.047175	21.323806	0.061587	20.925373	0.061587	18.046363	0.054219	17.462436	0.047175	16.939826	0.061587	16.541393	0.061587	1.7123	1.6182	2.7709	False	0.582203	-0.072417	552	12.748025	9.457053e-06	3.705464e-07	21.460610	0.041729	17.076631	0.041729	17.0	1.159254	0.957174	0.174319	73.996860	331.953022	80.59555539620355,-69.46865508000221	80.59566558207347,-69.46883583855337	80.59598488992815,-69.46862287610465	80.5960950792503,-69.46880363438453
557	672.6033	1150.0073	80.59092249711082,-69.46914438037084	7.152076e-08	4.748351e-09	7.339445e-06	2.168582e-07	1.206856e-05	3.117780e-07	1.782499e-05	6.346924e-07	2.572778e-05	9.160863e-07	21.735842	0.031615	21.195862	0.027693	20.772427	0.037987	20.373994	0.037987	17.351862	0.031615	16.811882	0.027693	16.388447	0.037987	15.990015	0.037987	1.6443	1.4770	2.4287	False	0.660478	-0.185364	541	35.104960	1.767657e-05	4.627316e-07	20.781505	0.028056	16.397525	0.028056	26.0	1.295325	1.155031	0.108308	-2.119116	255.837046	80.59060988984977,-69.46908882184361	80.59072003628988,-69.46926958351789	80.59121120325023,-69.46904375313723	80.59132135452404,-69.46922451443186
558	933.0191	1153.9120	80.6133628473064,-69.46758391205756	1.001221e-07	6.272933e-09	1.546888e-06	1.898344e-07	4.054499e-06	2.888962e-07	1.191776e-05	6.307001e-07	1.720156e-05	9.103240e-07	23.426353	0.125679	22.380157	0.074730	21.209513	0.055989	20.811080	0.055989	19.042373	0.125679	17.996177	0.074730	16.825533	0.055989	16.427101	0.055989	2.6211	2.9394	7.7043	True	0.891032	-1.348322	559	15.377250	1.800682e-05	5.514777e-07	20.761407	0.032753	16.377428	0.032753	38.0	2.957235	1.030308	0.651597	4.533818	262.489981	80.61291196460924,-69.46751027325911	80.61302229078095,-69.46769102083823	80.61402851822814,-69.46742642982885	80.61413885337214,-69.46760717670156
559	948.3951	1154.1087	80.61468709129986,-69.46749066702398	1.225231e-07	7.254978e-09	1.491889e-06	1.887078e-07	2.416081e-06	2.824177e-07	3.184460e-06	6.092877e-07	4.596306e-06	8.794183e-07	23.465659	0.129318	22.942221	0.120027	22.642410	0.190082	22.243978	0.190082	19.081679	0.129318	18.558241	0.120027	18.258431	0.190082	17.859998	0.190082	1.6195	1.3180	2.1345	False	0.658867	-0.614587	558	15.377250	5.138946e-06	3.152211e-07	22.122815	0.064636	17.738835	0.064636	13.0	1.491585	0.840590	0.436445	-22.076609	235.879554	80.61430457261503,-69.4674372047865	80.61439652042283,-69.46758782703972	80.6149057898996,-69.4673920544125	80.61499774173338,-69.46754267634871
560	602.3577	1155.8403	80.58499515103522,-69.46977227857168	7.944389e-08	7.155057e-09	1.553436e-06	1.891261e-07	3.087142e-06	2.838497e-07	6.404092e-06	6.250557e-07	9.243376e-06	9.021771e-07	23.421767	0.124737	22.676109	0.095503	21.883856	0.101113	21.485423	0.101113	19.037787	0.124737	18.292129	0.095503	17.499876	0.101113	17.101444	0.101113	1.9873	2.0744	4.1225	False	0.601795	-0.692361	549	20.413593	6.656297e-06	3.713345e-07	21.841918	0.058941	17.457939	0.058941	18.0	1.693947	0.805355	0.524569	-20.300385	237.655777	80.5846208086026,-69.46972659568911	80.58471255786037,-69.46987723357262	80.58530805851362,-69.46967511201994	80.58539981237558,-69.46982574954201

RA	DEC	mag	objID	GaiaID
float64	float64	float64	int64	str2
80.6352800462868	-69.4528530041638	20.79766	4658081457873855744	-1
80.6089584306409	-69.441665334981	20.79199	4658081462096573056	-1
80.5540605344063	-69.4510149335645	20.72803	4658081389072293120	-1
80.577376127151	-69.4443452330911	20.69327	4658081496494557184	-1
80.5985869347887	-69.4306055937191	20.67209	4658081904468517248	-1
80.606391675101	-69.4554230033405	20.66223	4658081427775021824	-1
80.5933019893023	-69.4513187092001	20.66066	4658081492151636352	-1
80.617727177091	-69.4433874351504	20.65891	4658081462134839808	-1
80.623533022303	-69.4577174095808	20.64151	4658081423514083712	-1
80.5775319561905	-69.4524112170626	20.62047	4658081496456259584	-1
...	...	...	...	...
80.5466900624651	-69.4532144762556	15.45603	4658081389038524928	-1
80.5551479908486	-69.4537086496902	15.40596	4658081393415226624	-1
80.5911368518058	-69.4711740829136	15.27315	4658081285992137472	-1
80.5721331561039	-69.4668552141973	14.90229	4658081359055229312	-1
80.5637449320274	-69.4307131315982	14.75183	4658081526477562240	-1
80.5665528784479	-69.4698077168265	14.58441	4658081354711870080	-1
80.5614223055588	-69.4430273055358	14.52465	4658081496494136192	-1
80.5039446230512	-69.4474541369013	14.33341	4658082149329460992	-1
80.5355854676712	-69.4401925009401	13.58188	4658082248065037824	-1
80.516426597956	-69.4445137183206	13.2718	4658082144952800896	-1

label	xcentroid	ycentroid	sky_centroid	aper_bkg_flux	aper_bkg_flux_err	aper30_flux	aper30_flux_err	aper50_flux	aper50_flux_err	aper70_flux	aper70_flux_err	aper_total_flux	aper_total_flux_err	aper30_abmag	aper30_abmag_err	aper50_abmag	aper50_abmag_err	aper70_abmag	aper70_abmag_err	aper_total_abmag	aper_total_abmag_err	aper30_vegamag	aper30_vegamag_err	aper50_vegamag	aper50_vegamag_err	aper70_vegamag	aper70_vegamag_err	aper_total_vegamag	aper_total_vegamag_err	CI_50_30	CI_70_50	CI_70_30	is_extended	sharpness	roundness	nn_label	nn_dist	isophotal_flux	isophotal_flux_err	isophotal_abmag	isophotal_abmag_err	isophotal_vegamag	isophotal_vegamag_err	isophotal_area	semimajor_sigma	semiminor_sigma	ellipticity	orientation	sky_orientation	sky_bbox_ll	sky_bbox_ul	sky_bbox_lr	sky_bbox_ur
			deg,deg	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy																								pix	Jy	Jy					pix2	pix	pix		deg	deg	deg,deg	deg,deg	deg,deg	deg,deg
int64	float64	float64	SkyCoord	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	bool	float64	float32	int64	float64	float64	float32	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	SkyCoord	SkyCoord	SkyCoord	SkyCoord
1	441.0018	9.0000	80.55012235192888,-69.43623471190116	0.000000e+00	6.275984e-09	1.890639e-06	3.444693e-07	2.661105e-06	5.090693e-07	8.245479e-06	1.144716e-06	1.212218e-05	1.682917e-06	23.208478	0.181725	22.837345	0.190053	21.609460	0.141147	21.191048	0.141147	17.967918	0.181725	17.596785	0.190053	16.368900	0.141147	15.950488	0.141147	1.4075	3.0985	4.3612	False	0.825904	-0.501094	12	77.121767	2.502438e-06	2.980138e-07	22.904091	0.122162	17.663531	0.122162	7.0	1.972155	0.288675	0.853624	0.000000	257.956229	80.54981281985627,-69.43624212159989	80.54984936448878,-69.4363023841148	80.55049908282237,-69.43619077525274	80.55053562929182,-69.4362510376237
2	791.7284	19.0147	80.5803889583722,-69.43428277643795	8.406074e-08	7.369668e-09	1.801967e-06	3.600544e-07	3.036681e-06	5.263079e-07	1.042430e-05	1.109473e-06	1.532540e-05	1.631103e-06	23.260633	0.197783	22.694002	0.173538	21.354882	0.109811	20.936470	0.109811	18.020073	0.197783	17.453442	0.173538	16.114322	0.109811	15.695910	0.109811	1.6852	3.4328	5.7850	False	0.686117	-0.179017	8	58.985812	2.645745e-05	1.016325e-06	20.343630	0.040926	15.103070	0.040926	93.0	5.316716	1.585552	0.701780	-82.705130	175.251099	80.57976630374004,-69.43402975225264	80.58013256143421,-69.43463231414381	80.58062395410465,-69.4339654214213	80.58099023474563,-69.43456798150862
3	988.9978	11.6283	80.59717155395586,-69.4327903629874	2.168525e-08	6.830249e-09	2.046034e-06	3.656045e-07	3.486502e-06	5.399615e-07	1.273438e-05	1.223539e-06	1.872159e-05	1.798799e-06	23.122718	0.178498	22.544025	0.156335	21.137555	0.099607	20.719143	0.099607	17.882158	0.178498	17.303465	0.156335	15.896995	0.099607	15.478583	0.099607	1.7040	3.6525	6.2239	False	0.325532	-0.653479	7	6.124803	1.919973e-06	3.395224e-07	23.191762	0.176791	17.951202	0.176791	8.0	1.218201	0.483252	0.603307	0.047995	258.004224	80.59693667044856,-69.43277245974856	80.59699167677398,-69.43286283866036	80.59745120032093,-69.43273381103965	80.59750620871074,-69.43282418978886
4	566.1932	15.7864	80.56098534450508,-69.43563534312595	3.197946e-08	8.172526e-09	8.026510e-06	3.742154e-07	1.338554e-05	5.444912e-07	2.068528e-05	1.193382e-06	3.041069e-05	1.754463e-06	21.638683	0.049475	21.083410	0.043290	20.610846	0.060898	20.192434	0.060898	16.398123	0.049475	15.842850	0.043290	15.370286	0.060898	14.951874	0.060898	1.6677	1.5453	2.5771	False	0.420457	-0.512392	9	25.257304	2.093949e-05	8.538478e-07	20.597584	0.043394	15.357024	0.043394	51.0	1.884359	1.744435	0.074255	-28.487152	229.469077	80.56059016410232,-69.43552991646555	80.56075474709341,-69.43580108754492	80.56136215515708,-69.43547210387688	80.56152674744558,-69.43574327422681
5	962.0167	13.0020	80.59488295090321,-69.43300552962405	0.000000e+00	6.560394e-09	2.573520e-06	3.659883e-07	4.542939e-06	5.371186e-07	1.392893e-05	1.200265e-06	2.047777e-05	1.764582e-06	22.873681	0.144368	22.256658	0.121329	21.040205	0.089745	20.621793	0.089745	17.633121	0.144368	17.016098	0.121329	15.799645	0.089745	15.381233	0.089745	1.7653	3.0661	5.4124	False	0.808993	0.072177	7	22.224068	2.500552e-06	3.610861e-07	22.904910	0.146447	17.664350	0.146447	9.0	0.810764	0.808903	0.002296	70.478049	328.434278	80.59472535202501,-69.43297004646641	80.59479868217267,-69.43309055260977	80.59506837795044,-69.43294428518358	80.5951417099332,-69.43306479118247
6	1026.7808	15.0975	80.60047523126603,-69.43265146767469	3.389379e-08	8.288933e-09	1.461908e-06	3.649419e-07	3.725186e-06	5.370279e-07	1.257406e-05	1.204459e-06	1.848590e-05	1.770748e-06	23.487700	0.241957	22.472130	0.146218	21.151311	0.099317	20.732899	0.099317	18.247140	0.241957	17.231570	0.146218	15.910751	0.099317	15.492339	0.099317	2.5482	3.3754	8.6011	True	0.133575	0.156994	3	37.941964	4.973802e-06	5.631492e-07	22.158279	0.116456	16.917719	0.116456	22.0	1.807880	0.988601	0.453171	-10.751615	247.204614	80.60014625449483,-69.43259435377519	80.6002562936851,-69.43277510955323	80.60083228052908,-69.4325428091858	80.60094232522398,-69.43272356453024
7	984.1184	15.3304	80.59682100334392,-69.43293332200258	6.595488e-08	7.584951e-09	1.773211e-06	3.657291e-07	2.931591e-06	5.367880e-07	8.301481e-06	1.206980e-06	1.220451e-05	1.774455e-06	23.278099	0.203595	22.732242	0.182558	21.602111	0.147387	21.183699	0.147387	18.037539	0.203595	17.491682	0.182558	16.361551	0.147387	15.943139	0.147387	1.6533	2.8317	4.6816	False	0.586690	0.731422	3	6.124803	2.348687e-06	3.614693e-07	22.972937	0.155423	17.732377	0.155423	9.0	0.965789	0.694341	0.281063	-70.111630	187.844599	80.59664865445465,-69.43288860373036	80.59674033039775,-69.43303923539224	80.59699167677398,-69.43286283866036	80.5970833550109,-69.4330134701416
8	732.7426	19.0912	80.57533129105953,-69.43466447589	7.743137e-08	7.236237e-09	1.356704e-06	3.596339e-07	2.674901e-06	5.284390e-07	9.397842e-06	1.107636e-06	1.381634e-05	1.628402e-06	23.568787	0.255294	22.831731	0.195738	21.467430	0.120969	21.049018	0.120969	18.328227	0.255294	17.591171	0.195738	16.226870	0.120969	15.808458	0.120969	1.9716	3.5133	6.9270	False	0.721568	-0.063997	2	58.985812	5.562496e-06	5.799978e-07	22.036826	0.107688	16.796266	0.107688	25.0	2.092660	0.980200	0.531601	-56.279754	201.676475	80.57498743454802,-69.4345771290961	80.57513388530356,-69.43481815796441	80.57558781564319,-69.4345321144264	80.57573427282458,-69.43477314278984
9	541.5901	21.4977	80.55897937075922,-69.43596545457669	6.089213e-08	8.156566e-09	2.942940e-06	2.559074e-07	5.544176e-06	3.911616e-07	1.163136e-05	9.686799e-07	1.709997e-05	1.424115e-06	22.728046	0.090530	22.040408	0.074021	21.235923	0.086854	20.817511	0.086854	17.487486	0.090530	16.799847	0.074021	15.995363	0.086854	15.576951	0.086854	1.8839	2.0979	3.9523	False	0.694323	0.185600	4	25.257304	1.486320e-05	6.659036e-07	20.969719	0.047585	15.729159	0.047585	50.0	2.870773	1.384029	0.517890	-7.569100	250.387129	80.55838386896123,-69.43588411590157	80.55853014241497,-69.43612515872185	80.55949899276526,-69.43580062185262	80.55964527815718,-69.43604166373655
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
156	58.2513	1115.2356	80.53748173526348,-69.4720230912647	-1.992444e-09	7.061054e-09	1.247554e-05	3.627963e-07	2.097688e-05	5.258292e-07	3.077736e-05	1.131206e-06	4.524766e-05	1.663055e-06	21.159852	0.031123	20.595648	0.026881	20.179422	0.039190	19.761010	0.039190	15.919292	0.031123	15.355088	0.026881	14.938862	0.039190	14.520450	0.039190	1.6814	1.4672	2.4670	False	0.357683	-0.038099	152	71.571631	2.922280e-05	8.476293e-07	20.235695	0.031045	14.995135	0.031045	55.0	1.873318	1.761546	0.059665	53.734942	311.691171	80.53707279845673,-69.47190444740926	80.53725564845624,-69.47220577325804	80.53784616150763,-69.47184673906955	80.5380290218765,-69.47214806410828
157	195.4316	1125.1352	80.54945030561552,-69.47144137178962	2.309998e-08	7.598826e-09	3.526791e-06	2.443169e-07	6.997323e-06	3.598654e-07	1.823966e-05	8.024019e-07	2.681523e-05	1.179660e-06	22.531551	0.072723	21.787670	0.054450	20.747458	0.046743	20.329046	0.046743	17.290991	0.072723	16.547110	0.054450	15.506898	0.046743	15.088486	0.046743	1.9840	2.6067	5.1717	False	0.423341	0.442384	160	14.068453	1.414876e-05	5.440465e-07	21.023204	0.040966	15.782644	0.040966	46.0	1.929565	1.702104	0.117882	4.235135	262.191364	80.54904596129168,-69.47135707201588	80.54919237166301,-69.4715981226715	80.54981927241585,-69.4712993106031	80.54996569108064,-69.47154036061005
158	634.9964	1128.2832	80.58727223375661,-69.4687110233491	5.054206e-08	6.994322e-09	2.537322e-06	2.587315e-07	3.839216e-06	3.762363e-07	6.697571e-06	8.208114e-07	9.846506e-06	1.206725e-06	22.889061	0.105425	22.439394	0.101504	21.835207	0.125518	21.416795	0.125518	17.648501	0.105425	17.198834	0.101504	16.594647	0.125518	16.176235	0.125518	1.5131	1.7445	2.6396	False	0.560113	0.796409	164	44.721168	2.623069e-06	2.259006e-07	22.852976	0.089695	17.612416	0.089695	7.0	0.747073	0.694090	0.070920	1.283508	259.239737	80.58711096813262,-69.46866693264293	80.58718437750198,-69.46878744199493	80.58745457379521,-69.46864118634466	80.58752798500599,-69.46876169555205
159	312.4531	1130.3743	80.55960085519419,-69.47084790066934	0.000000e+00	2.048073e-09	3.286961e-06	1.002836e-07	4.056401e-06	1.488641e-07	3.833890e-06	3.765097e-07	5.636435e-06	5.535298e-07	22.608014	0.032630	22.379648	0.039131	22.440901	0.101709	22.022489	0.101709	17.367454	0.032630	17.139088	0.039131	17.200341	0.101709	16.781929	0.101709	1.2341	0.9451	1.1664	False	0.486422	-0.267618	155	25.560310	4.073832e-06	1.028720e-07	22.374992	0.027076	17.134432	0.027076	10.0	1.062933	0.689001	0.351793	-0.449889	257.506340	80.55939872123598,-69.47080397264152	80.55947198227359,-69.47092449364058	80.55982831248399,-69.47077185789753	80.55990157582484,-69.47089237871623
160	199.6587	1138.5535	80.55005911049896,-69.47181855360941	6.716700e-09	7.993501e-09	2.859156e-06	2.708046e-07	4.725705e-06	3.986962e-07	9.501437e-06	9.304033e-07	1.396864e-05	1.367842e-06	22.759405	0.098253	22.213833	0.087941	21.455527	0.101429	21.037115	0.101429	17.518845	0.098253	16.973273	0.087941	16.214967	0.101429	15.796555	0.101429	1.6528	2.0106	3.3232	False	0.305165	-0.657352	157	14.068453	3.082260e-06	2.747543e-07	22.677827	0.092710	17.437267	0.092710	9.0	1.011244	0.705204	0.302637	-34.486771	223.469458	80.54983603501539,-69.47177053385538	80.54992754842281,-69.47192119011461	80.55026565991784,-69.47173844265951	80.55035717620504,-69.47188909869351
161	714.3520	1141.0051	80.59432244753911,-69.46858338085076	4.155219e-10	7.215057e-09	4.056112e-06	3.552705e-07	6.646938e-06	5.166759e-07	1.052226e-05	1.087538e-06	1.546942e-05	1.598856e-06	22.379725	0.091162	21.843446	0.081276	21.344727	0.106789	20.926315	0.106789	17.139165	0.091162	16.602886	0.081276	16.104167	0.106789	15.685755	0.106789	1.6387	1.5830	2.5942	False	0.280998	0.219804	162	27.527077	6.381129e-06	4.781288e-07	21.887756	0.078449	16.647196	0.078449	17.0	1.139574	1.095302	0.038849	82.434147	340.390377	80.5940314680859,-69.4685262772555	80.59414164001919,-69.46870703690165	80.59454686042923,-69.46848763710796	80.59465703650527,-69.46866839642858
162	741.6821	1144.2918	80.59673042382632,-69.46850637285411	2.680822e-09	5.852792e-09	1.473371e-05	3.823425e-07	2.489767e-05	5.522849e-07	3.912583e-05	1.173360e-06	5.752126e-05	1.725028e-06	20.979220	0.027816	20.409603	0.023821	19.918841	0.032082	19.500429	0.032082	15.738660	0.027816	15.169043	0.023821	14.678281	0.032082	14.259869	0.032082	1.6898	1.5715	2.6555	False	0.384510	0.179787	161	27.527077	3.736268e-05	9.898337e-07	19.968905	0.028390	14.728345	0.028390	70.0	2.037208	1.980142	0.028012	59.920077	317.876307	80.5961972886719,-69.46839539298186	80.59639930418003,-69.46872678310488	80.59714216029961,-69.46832453981735	80.59734418973127,-69.46865592884603
163	871.9401	1145.2282	80.60793609346713,-69.4676952046701	0.000000e+00	5.822839e-09	6.335390e-06	3.619726e-07	1.056088e-05	5.290142e-07	1.328152e-05	1.159097e-06	1.952597e-05	1.704060e-06	21.895567	0.060326	21.340749	0.053068	21.091881	0.090845	20.673469	0.090845	16.655007	0.060326	16.100189	0.053068	15.851321	0.090845	15.432909	0.090845	1.6670	1.2576	2.0964	False	0.389648	0.123653	153	90.754814	1.225825e-05	6.115237e-07	21.178928	0.052856	15.938368	0.052856	27.0	1.435219	1.291732	0.099976	-56.196212	201.760017	80.6075904762696,-69.46763519281501	80.60771913826692,-69.46784606906505	80.60819171367424,-69.46759006576114	80.60832038130863,-69.46780094156762
164	673.2161	1151.5046	80.59098162118063,-69.46916457992798	0.000000e+00	5.516613e-09	2.700492e-06	3.554591e-07	4.999227e-06	5.203787e-07	8.048446e-06	1.152633e-06	1.183251e-05	1.694556e-06	22.821393	0.134259	22.152743	0.107513	21.635720	0.145317	21.217308	0.145317	17.580833	0.134259	16.912183	0.107513	16.395160	0.145317	15.976748	0.145317	1.8512	1.6099	2.9804	False	0.251071	0.931066	161	42.454676	3.252018e-06	3.701298e-07	22.619618	0.117033	17.379058	0.117033	10.0	1.025297	0.732617	0.285459	89.688412	347.644642	80.59079740435124,-69.4691152359347	80.59088919398552,-69.46926587067937	80.59114101276667,-69.4690894823754	80.59123280470268,-69.46924011693923
165	227.4661	1151.5637	80.55268661654581,-69.47203207115196	0.000000e+00	6.832735e-09	2.559623e-06	3.288016e-07	3.116144e-06	5.010605e-07	3.513760e-06	1.124571e-06	5.165792e-06	1.653300e-06	22.879560	0.131213	22.665956	0.161889	22.535570	0.301474	22.117158	0.301474	17.639000	0.131213	17.425396	0.161889	17.295010	0.301474	16.876598	0.301474	1.2174	1.1276	1.3728	False	0.455576	-0.705207	160	30.700405	3.229104e-06	3.095648e-07	22.627295	0.099395	17.386735	0.099395	8.0	1.118507	0.495916	0.556627	0.209865	258.166094	80.55249820385308,-69.47201264340406	80.55255312357843,-69.47210303632743	80.5529278296228,-69.47198054565283	80.55298275107597,-69.47207093844101

RA	DEC	mag	objID	GaiaID
float64	float64	float64	int64	str2
80.6352800462868	-69.4528530041638	20.79766	4658081457873855744	-1
80.6089584306409	-69.441665334981	20.79199	4658081462096573056	-1
80.5540605344063	-69.4510149335645	20.72803	4658081389072293120	-1
80.577376127151	-69.4443452330911	20.69327	4658081496494557184	-1
80.5985869347887	-69.4306055937191	20.67209	4658081904468517248	-1
80.606391675101	-69.4554230033405	20.66223	4658081427775021824	-1
80.5933019893023	-69.4513187092001	20.66066	4658081492151636352	-1
80.617727177091	-69.4433874351504	20.65891	4658081462134839808	-1
80.623533022303	-69.4577174095808	20.64151	4658081423514083712	-1
80.5775319561905	-69.4524112170626	20.62047	4658081496456259584	-1
...	...	...	...	...
80.5466900624651	-69.4532144762556	15.45603	4658081389038524928	-1
80.5551479908486	-69.4537086496902	15.40596	4658081393415226624	-1
80.5911368518058	-69.4711740829136	15.27315	4658081285992137472	-1
80.5721331561039	-69.4668552141973	14.90229	4658081359055229312	-1
80.5637449320274	-69.4307131315982	14.75183	4658081526477562240	-1
80.5665528784479	-69.4698077168265	14.58441	4658081354711870080	-1
80.5614223055588	-69.4430273055358	14.52465	4658081496494136192	-1
80.5039446230512	-69.4474541369013	14.33341	4658082149329460992	-1
80.5355854676712	-69.4401925009401	13.58188	4658082248065037824	-1
80.516426597956	-69.4445137183206	13.2718	4658082144952800896	-1

JWST Pipeline Validation Notebook: calwebb_image3 astrometry: tweakreg and source_catalog with MIRI using Gaia¶

Table of Contents¶

Introduction¶

Test description¶

Create a temporary directory for all of the test data¶

Set up import statements¶

Print pipeline version¶

Read in data¶

Run Pipelines¶

Create association file to run through Calwebb_image3¶

Run Calwebb_Image3 pipeline¶

Results¶

Read in output table of source_catalog step and print ecsv table¶

Display image and overplot detector sources from ecsv table¶

Double-check pipeline Gaia catalog against catalog from Vizier (Gaia DR2)¶

Compare Source catalog positions to Gaia positions found by pipeline¶

Compare RA, Dec positions in catalogs¶

Compare number of sources found by pipeline to number of gaia sources in pipeline output catalog¶

Look at results of photometry with catalog¶

Do the same comparison for longer wavelength data.¶

Read in longer wavelength data¶

Run data through pipelines¶

Look at results for longer wavelengths¶

Look at image and source catlog overlays¶

Compare Source catalog positions to Gaia positions found by pipeline¶

Look at the photometry of the two filters¶

Metrics:¶

About this Notebook¶